formatting for linter
Browse files- scripts/finetune.py +1 -5
scripts/finetune.py
CHANGED
|
@@ -64,11 +64,7 @@ def get_multi_line_input() -> Optional[str]:
|
|
| 64 |
|
| 65 |
|
| 66 |
def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"):
|
| 67 |
-
default_tokens = {
|
| 68 |
-
"unk_token": "<unk>",
|
| 69 |
-
"bos_token": "<s>",
|
| 70 |
-
"eos_token": "</s>"
|
| 71 |
-
}
|
| 72 |
|
| 73 |
for token, symbol in default_tokens.items():
|
| 74 |
# If the token isn't already specified in the config, add it
|
|
|
|
| 64 |
|
| 65 |
|
| 66 |
def do_inference(cfg, model, tokenizer, prompter="AlpacaPrompter"):
|
| 67 |
+
default_tokens = {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>"}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
|
| 69 |
for token, symbol in default_tokens.items():
|
| 70 |
# If the token isn't already specified in the config, add it
|