special_tokens_map.json 411 B

1234567891011121314151617181920212223
  1. {
  2. "bos_token": {
  3. "content": "<s>",
  4. "lstrip": false,
  5. "normalized": true,
  6. "rstrip": false,
  7. "single_word": false
  8. },
  9. "eos_token": {
  10. "content": "</s>",
  11. "lstrip": false,
  12. "normalized": true,
  13. "rstrip": false,
  14. "single_word": false
  15. },
  16. "unk_token": {
  17. "content": "<unk>",
  18. "lstrip": false,
  19. "normalized": true,
  20. "rstrip": false,
  21. "single_word": false
  22. }
  23. }