udpate

tigerscore.py

@@ -74,14 +74,12 @@ class TIGERScorer(object):
                 self.model = AutoModelForCausalLM.from_pretrained(
                     model_name,
                     torch_dtype=torch.bfloat16,
-                    device_map="auto",
                     load_in_4bit=True,
                 )
             else:
                 self.model = AutoModelForCausalLM.from_pretrained(
                     model_name,
                     torch_dtype=torch.bfloat16,
-                    device_map="auto"
                 )
             self.tokenizer = AutoTokenizer.from_pretrained(
                 model_name,