internlm
/

internlm2-chat-20b-sft

Text Generation

Model card Files Files and versions Community

ZwwWayne commited on Jan 17

Commit

ed42707

•

1 Parent(s): d7aefd0

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -86,7 +86,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_path = "internlm/internlm2-chat-20b-sft"
-model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = model.eval()
@@ -159,7 +159,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_path = "internlm/internlm2-chat-20b-sft"
-model = AutoModelForCausalLM.from_pretrained(model_path, torch_dype=torch.float16, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = model.eval()

 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_path = "internlm/internlm2-chat-20b-sft"
+model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = model.eval()
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_path = "internlm/internlm2-chat-20b-sft"
+model = AutoModelForCausalLM.from_pretrained(model_path, torch_dype=torch.float16, trust_remote_code=True).cuda()
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = model.eval()