{ "additional_special_tokens": [ "[s:artist]", "[s:song_name]", "[s:lyrics]", "[e:artist]", "[e:song_name]", "[e:lyrics]" ], "bos_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "pad_token": "[PAD]", "unk_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } }