Chester Hu 2 лет назад
Родитель
Сommit
1240f45ad2
1 измененных файлов с 1 добавлено и 1 удалено
  1. 1 1
      benchmarks/inference_throughput/on-perm/vllm/pretrained_vllm_benchmark.py

+ 1 - 1
benchmarks/inference_throughput/on-perm/vllm/pretrained_vllm_benchmark.py

@@ -21,7 +21,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
 from typing import Dict, Tuple, List
 from typing import Dict, Tuple, List
 
 
 
 
-
+# Predefined inputs
 with open('input.jsonl') as input:
 with open('input.jsonl') as input:
     prompt_data = json.load(input)
     prompt_data = json.load(input)