Update generation.py

research/long-context-llama/H2O/generation.py

@@ -34,7 +34,7 @@ if __name__ == '__main__':
 
     parser.add_argument("--enable_h2o_generation", action='store_true')
     parser.add_argument("--num_heavy_hitter_tokens", type=int, default=256)
-    parser.add_argument("--num_window_length", type=int, default=1024)
+    parser.add_argument("--num_window_length", type=int, default=4096)
 
     parser.add_argument("--enable_position_rolling", action='store_true')