Chester Hu пре 1 година
родитељ
комит
1240f45ad2

+ 1 - 1
benchmarks/inference_throughput/on-perm/vllm/pretrained_vllm_benchmark.py

@@ -21,7 +21,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
 from typing import Dict, Tuple, List
 
 
-
+# Predefined inputs
 with open('input.jsonl') as input:
     prompt_data = json.load(input)