Spaces:
Running
Running
Commit
•
b673642
1
Parent(s):
c6f4cec
Update main.py
Browse files
main.py
CHANGED
|
@@ -6,10 +6,10 @@ import uvicorn
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
-
|
| 10 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
|
| 11 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
|
| 12 |
-
client = InferenceClient("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
|
| 13 |
|
| 14 |
class Item(BaseModel):
|
| 15 |
prompt: str
|
|
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
+
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 10 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
|
| 11 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
|
| 12 |
+
#client = InferenceClient("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
|
| 13 |
|
| 14 |
class Item(BaseModel):
|
| 15 |
prompt: str
|