Update main.py

main.py

@@ -8,7 +8,8 @@ app = FastAPI()
 
 #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 #client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
-client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
+#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
+client = InferenceClient("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
 
 class Item(BaseModel):
     prompt: str