Vivtorsing commited on
Commit
2669caa
1 Parent(s): 06ff512

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -6,8 +6,9 @@ import uvicorn
6
 
7
  app = FastAPI()
8
 
9
- client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
10
  #client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
 
11
 
12
  class Item(BaseModel):
13
  prompt: str
 
6
 
7
  app = FastAPI()
8
 
9
+ #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
10
  #client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
11
+ client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
12
 
13
  class Item(BaseModel):
14
  prompt: str