Upload special_tokens_map.json
Browse files- special_tokens_map.json +5 -0
special_tokens_map.json ADDED
| @@ -0,0 +1,5 @@ | |
| | |
| | |
| | |
| | |
| |
| | |
| 1 | + { |
| 2 | + "bos_token": "<|endoftext|>", |
| 3 | + "eos_token": "<|endoftext|>", |
| 4 | + "unk_token": "<|endoftext|>" |
| 5 | + } |