Update apis/chat_api.py
Browse files- apis/chat_api.py +13 -12
apis/chat_api.py
CHANGED
@@ -20,6 +20,19 @@ from mocks.stream_chat_mocker import stream_chat_mock
|
|
20 |
|
21 |
from fastapi.middleware.cors import CORSMiddleware
|
22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
class ChatAPIApp:
|
24 |
def __init__(self):
|
25 |
self.app = FastAPI(
|
@@ -116,18 +129,6 @@ class ChatAPIApp:
|
|
116 |
model_name: str = Field(..., example="bert-base-uncased")
|
117 |
api_key: str = Field(..., example="your_hf_api_key_here")
|
118 |
|
119 |
-
class EmbeddingResponseItem(BaseModel):
|
120 |
-
object: str
|
121 |
-
index: int
|
122 |
-
embedding: List[List[List[float]]] # Adjust this based on the actual structure
|
123 |
-
|
124 |
-
class EmbeddingResponse(BaseModel):
|
125 |
-
object: str
|
126 |
-
data: List[EmbeddingResponseItem]
|
127 |
-
model: str
|
128 |
-
usage: dict
|
129 |
-
|
130 |
-
|
131 |
class ChatCompletionsPostItem(BaseModel):
|
132 |
model: str = Field(
|
133 |
default="mixtral-8x7b",
|
|
|
20 |
|
21 |
from fastapi.middleware.cors import CORSMiddleware
|
22 |
|
23 |
+
|
24 |
+
class EmbeddingResponseItem(BaseModel):
|
25 |
+
object: str = "embedding"
|
26 |
+
index: int
|
27 |
+
embedding: List[float] # Adjust if your structure is different
|
28 |
+
|
29 |
+
class EmbeddingResponse(BaseModel):
|
30 |
+
object: str = "list"
|
31 |
+
data: List[EmbeddingResponseItem]
|
32 |
+
model: str
|
33 |
+
usage: Dict[str, Any]
|
34 |
+
|
35 |
+
|
36 |
class ChatAPIApp:
|
37 |
def __init__(self):
|
38 |
self.app = FastAPI(
|
|
|
129 |
model_name: str = Field(..., example="bert-base-uncased")
|
130 |
api_key: str = Field(..., example="your_hf_api_key_here")
|
131 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
132 |
class ChatCompletionsPostItem(BaseModel):
|
133 |
model: str = Field(
|
134 |
default="mixtral-8x7b",
|