Hugging Face's logo

veract
/
veract-11-biov4.en

Automatic Speech Recognition
Transformers
TensorBoard
ONNX
Safetensors
whisper
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
veract commited on
Commit
62feace
•
1 Parent(s): 731ed50

Upload tokenizer

Browse files
Files changed (2) hide show
  1. special_tokens_map.json +3 -3
  2. tokenizer_config.json +0 -1
special_tokens_map.json CHANGED
@@ -117,21 +117,21 @@
117
  "eos_token": {
118
  "content": "<|endoftext|>",
119
  "lstrip": false,
120
- "normalized": true,
121
  "rstrip": false,
122
  "single_word": false
123
  },
124
  "pad_token": {
125
  "content": "<|endoftext|>",
126
  "lstrip": false,
127
- "normalized": true,
128
  "rstrip": false,
129
  "single_word": false
130
  },
131
  "unk_token": {
132
  "content": "<|endoftext|>",
133
  "lstrip": false,
134
- "normalized": true,
135
  "rstrip": false,
136
  "single_word": false
137
  }
 
117
  "eos_token": {
118
  "content": "<|endoftext|>",
119
  "lstrip": false,
120
+ "normalized": false,
121
  "rstrip": false,
122
  "single_word": false
123
  },
124
  "pad_token": {
125
  "content": "<|endoftext|>",
126
  "lstrip": false,
127
+ "normalized": false,
128
  "rstrip": false,
129
  "single_word": false
130
  },
131
  "unk_token": {
132
  "content": "<|endoftext|>",
133
  "lstrip": false,
134
+ "normalized": false,
135
  "rstrip": false,
136
  "single_word": false
137
  }
tokenizer_config.json CHANGED
@@ -12984,6 +12984,5 @@
12984
  "processor_class": "WhisperProcessor",
12985
  "return_attention_mask": false,
12986
  "tokenizer_class": "WhisperTokenizer",
12987
- "trust_remote_code": false,
12988
  "unk_token": "<|endoftext|>"
12989
  }
 
12984
  "processor_class": "WhisperProcessor",
12985
  "return_attention_mask": false,
12986
  "tokenizer_class": "WhisperTokenizer",
 
12987
  "unk_token": "<|endoftext|>"
12988
  }