| { | |
| "additional_special_tokens": [ | |
| "<angry>", | |
| "<appalled>", | |
| "<chuckle>", | |
| "<cry>", | |
| "<curious>", | |
| "<disappointed>", | |
| "<excited>", | |
| "<exhale>", | |
| "<gasp>", | |
| "<giggle>", | |
| "<gulp>", | |
| "<laugh>", | |
| "<laugh_harder>", | |
| "<mischievous>", | |
| "<sarcastic>", | |
| "<scream>", | |
| "<sigh>", | |
| "<sing>", | |
| "<snort>", | |
| "<whisper>" | |
| ], | |
| "bos_token": { | |
| "content": "<|begin_of_text|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "<|eot_id|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "<custom_token_7>", | |
| "lstrip": false, | |
| "normalized": true, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |