maya1-mlx-4Bit / special_tokens_map.json
nhe-ai's picture
Upload special_tokens_map.json with huggingface_hub
2a29df6 verified
{
"additional_special_tokens": [
"<angry>",
"<appalled>",
"<chuckle>",
"<cry>",
"<curious>",
"<disappointed>",
"<excited>",
"<exhale>",
"<gasp>",
"<giggle>",
"<gulp>",
"<laugh>",
"<laugh_harder>",
"<mischievous>",
"<sarcastic>",
"<scream>",
"<sigh>",
"<sing>",
"<snort>",
"<whisper>"
],
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<custom_token_7>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}