|
@@ -8,6 +8,4 @@ CUDA_VISIBLE_DEVICES=$1 python -u generation.py \
|
|
|
--input-path data/summarization/xsum.jsonl \
|
|
|
--output-path summarization_output/xsum_h2o.jsonl \
|
|
|
--model-name meta-llama/Llama-2-7b-hf \
|
|
|
---enable_h2o_generation \
|
|
|
---num_heavy_hitter_tokens 256 \
|
|
|
---num_local_windows 256
|
|
|
+--enable_h2o_generation
|