Browse Source

Update tokenizer path

Chester Hu 1 year ago
parent
commit
194fe81dfa

+ 1 - 1
benchmarks/inference_throughput/on-perm/vllm/parameters.json

@@ -5,7 +5,7 @@
     "MODEL_HEADERS" : {"Content-Type": "application/json"},
     "SAFE_CHECK" : true,
     "THRESHOLD_TPS" : 7,
-    "TOKENIZER_PATH" : "../tokenizer",
+    "TOKENIZER_PATH" : "../../tokenizer",
     "RANDOM_PROMPT_LENGTH" : 1000,
     "TEMPERATURE" : 0.6,
     "TOP_P" : 0.9,

benchmarks/inference_throughput/on-perm/tokenizer/special_tokens_map.json → benchmarks/inference_throughput/tokenizer/special_tokens_map.json


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer.json → benchmarks/inference_throughput/tokenizer/tokenizer.json


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer.model → benchmarks/inference_throughput/tokenizer/tokenizer.model


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer_config.json → benchmarks/inference_throughput/tokenizer/tokenizer_config.json