Home Explore Help
Register Sign In
marx
/
llama-recipes
1
0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Browse Source

Update tokenizer path

Chester Hu 1 year ago
parent
a31afa5cc7
commit
194fe81dfa
5 changed files with 1 additions and 1 deletions
Unified View Show Diff Stats
  1. 1 1
      benchmarks/inference_throughput/on-perm/vllm/parameters.json
  2. 0 0
      benchmarks/inference_throughput/tokenizer/special_tokens_map.json
  3. 0 0
      benchmarks/inference_throughput/tokenizer/tokenizer.json
  4. 0 0
      benchmarks/inference_throughput/tokenizer/tokenizer.model
  5. 0 0
      benchmarks/inference_throughput/tokenizer/tokenizer_config.json

+ 1 - 1
benchmarks/inference_throughput/on-perm/vllm/parameters.json
View File 

@@ -5,7 +5,7 @@
 
     "MODEL_HEADERS" : {"Content-Type": "application/json"},
 
     "MODEL_HEADERS" : {"Content-Type": "application/json"},
 
     "SAFE_CHECK" : true,
 
     "SAFE_CHECK" : true,
 
     "THRESHOLD_TPS" : 7,
 
     "THRESHOLD_TPS" : 7,
 
-    "TOKENIZER_PATH" : "../tokenizer",
 
+    "TOKENIZER_PATH" : "../../tokenizer",
 
     "RANDOM_PROMPT_LENGTH" : 1000,
 
     "RANDOM_PROMPT_LENGTH" : 1000,
 
     "TEMPERATURE" : 0.6,
 
     "TEMPERATURE" : 0.6,
 
     "TOP_P" : 0.9,
 
     "TOP_P" : 0.9,

benchmarks/inference_throughput/on-perm/tokenizer/special_tokens_map.json → benchmarks/inference_throughput/tokenizer/special_tokens_map.json
View File


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer.json → benchmarks/inference_throughput/tokenizer/tokenizer.json
View File


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer.model → benchmarks/inference_throughput/tokenizer/tokenizer.model
View File


benchmarks/inference_throughput/on-perm/tokenizer/tokenizer_config.json → benchmarks/inference_throughput/tokenizer/tokenizer_config.json
View File