Updated space.

index.html

@@ -10,7 +10,7 @@
 		<meta property="og:title" content="Quardo's OpenAI proxy">
 		<meta property="og:description" content="Documentation for Quardo's OpenAI proxy">
 		<meta property="og:type" content="website">
-		<meta property="og:url" content="https://chat.cow.rip/api/v1/docs">
+		<meta property="og:url" content="https://https://quardo-gpt-4o-mini.hf.space/api/v1/docs">
 		<meta property="og:image" content="https://tenor.com/view/cat-cat-e-cat-meme-cat-face-gif-23642589">
 		<meta name="twitter:card" content="summary_large_image">
 		<meta name="twitter:title" content="Quardo's OpenAI proxy">
@@ -126,65 +126,179 @@
 				<li>Privacy: Please avoid sharing any personal information.</li>
 			</ul>
 			<p>By continuing to use our API, you explicitly consent to the collection, use, and potential sharing of your data as described above. If you disagree with our data collection, usage, and sharing practices, we advise you not to use our API.</p>
-			<textarea id="example1" name="example1"># Example 1: Using OpenAI Python client
-from openai import OpenAI
+			<textarea id="example1" name="example1"># For Python3:
+import asyncio
+import aiohttp
+import json
 
-client = OpenAI(
-	# Or use the `OPENAI_BASE_URL` env var
-	base_url="https://cow.rip/api/v1",
+base_url = "https://cow.rip/api/v1"
+key = "sk-quardo-..."  # You can get a key by logging in at https://cow.rip/api/v1/oauth/hf
+params = {
+	# Model to use for the chat. You can view the models at https://cow.rip/api/v1/models in your browser
+	'model': "gpt-4o-mini",
+	
+	# List of messages to send to the API. Each message should be a dictionary with 'role' and 'content'.
+	'messages': [
+		{'role': 'user', 'content': 'Hello!'}
+	],
+	
+	# Boolean to enable or disable streaming of the response.
+	'stream': True
+	
+	# For any other paramater please take a look at https://platform.openai.com/docs/api-reference/chat
+}
 
-	# You can get a key by logging in at https://cow.rip/api/v1/oauth/hf
-	api_key="..."
-)
+async def chat(params):
+	"""
+	Function to interact with the chat API.
 
-completion = client.ChatCompletion.acreate(
-	model="gpt-4o-mini",
-	messages=[
-		{
-			"role": "user",
-			"content": "Say this is a test",
-		}
-	],
-)
+	Args:
+		params (dict): Parameters to be sent to the API. Must include 'model', 'messages', and optionally any other paramaters that OpenAI supports (https://platform.openai.com/docs/api-reference/chat).
 
-print(completion.choices[0].message.content)</textarea>
-			<hr/>
-			<textarea id="example2" name="example2"># Example 2: Using OpenAI Python client with different syntax
-import openai
+	Yields:
+		str: The content of the response message from the API.
+	"""
+	async with aiohttp.ClientSession() as session:
+		async with session.post(
+			f'{base_url}/chat/completions',
+			headers={
+				'Content-Type': 'application/json',
+				'Authorization': f'Bearer {key}'
+			},
+			json=params,
+			timeout=10  # Timeout for the request in seconds
+		) as response:
+			# Check if the response has a content body
+			if not response.content:
+				raise Exception('No response body received')
 
-openai.api_key = '...' # You can get a key by logging in at https://cow.rip/api/v1/oauth/hf
-openai.base_url = "https://cow.rip/api/v1" # Or use the `OPENAI_BASE_URL` env var
+			# If streaming is enabled, process the response line by line
+			if params.get('stream', False):
+				async for line in response.content:
+					data = line.decode('utf-8').strip()
+					if data.startswith("data: ") and (msg := data[6:]) != "[DONE]":
+						try:
+							parsed = json.loads(msg)
+							if 'choices' in parsed:
+								choice = parsed['choices'][0]
+								if 'delta' in choice and 'content' in choice['delta']:
+									yield choice['delta']['content']
+						except json.JSONDecodeError as e:
+							print(f"Failed to parse JSON event: {e}")
+			else:
+				# If streaming is not enabled, process the entire response at once
+				result = await response.json()
+				if 'choices' in result:
+					choice = result['choices'][0]
+					if 'message' in choice:
+						yield choice['message']['content']
+					else:
+						yield "{Invalid response received}"
+				else:
+					yield "{Invalid response received}"
 
-completion = openai.ChatCompletion.acreate(
-	model="gpt-4o-mini",
-	messages=[
-		{
-			"role": "user",
-			"content": "Say this is a test",
-		},
-	],
-)
+async def main():
+	"""
+	Main function to initiate the chat interaction.
+
+	This function sets up the parameters for the chat API call and processes the response.
+	"""
+	async for msg in chat(params):
+		print(msg, end="", flush=True)
+	print()
 
-print(completion.choices[0].message.content)</textarea>
+if __name__ == "__main__":
+	asyncio.run(main())</textarea>
 			<hr/>
-			<textarea id="example3" name="example3">// For Node.js:
-const openai = new (require('openai')).OpenAI({
-	baseURL: "https://cow.rip/api/v1", // Or use the `OPENAI_BASE_URL` env var
-	apiKey: "..." // You can get a key by logging in at https://cow.rip/api/v1/oauth/hf
-});
-(async()=>{
-	var completion = await openai.chat.completions.create({
-		model: "gpt-4o-mini",
-		messages=[
-			{
-				"role": "user",
-				"content": "Say this is a test",
-			}
-		]
-	});
+			<textarea id="example2" name="example2">// For Node.JS:
+				const baseUrl = "https://cow.rip/api/v1";
+const key = "sk-quardo-...";  // You can get a key by logging in at https://cow.rip/api/v1/oauth/hf
+const params = {
+    // Model to use for the chat. You can view the models at https://cow.rip/api/v1/models in your browser or use the models() function.
+    model: "gpt-4o-mini",
+    
+    // List of messages to send to the API. Each message should be a dictionary with 'role' and 'content'.
+    messages: [
+        { role: "user", content: "Hello!" }
+    ],
+    
+    // Boolean to enable or disable streaming of the response.
+    stream: true
+    
+    // For any other parameter please take a look at https://platform.openai.com/docs/api-reference/chat
+};
+
+/**
+ * Function to interact with the chat API.
+ *
+ * @param {Object} params - Parameters to be sent to the API. Must include 'model', 'messages', and optionally any other paramaters that OpenAI supports (https://platform.openai.com/docs/api-reference/chat).
+ * @yields {string} - The content of the response message from the API.
+ */
+async function* chat(params) {
+    const response = await fetch(`${baseUrl}/chat/completions`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'Authorization': `Bearer ${key}`
+        },
+        body: JSON.stringify(params)
+    });
+
+    if (!response.body) {
+        throw new Error('No response body received');
+    }
+
+    if (params.stream) {
+        const reader = response.body.getReader();
+        let done, value, buffer = '';
+
+        while (!done) {
+            ({ value, done } = await reader.read());
+            if (value) {
+                buffer += new TextDecoder().decode(value);
+                let boundaryIndex;
+                while ((boundaryIndex = buffer.indexOf("\n\n")) !== -1) {
+                    const chunk = buffer.slice(0, boundaryIndex + 2);
+                    buffer = buffer.slice(boundaryIndex + 2);
+                    if (chunk.trim().startsWith("data: ")) {
+                        const data = chunk.substring(6).trim();
+                        if (data !== "[DONE]") {
+                            try {
+                                const parsed = JSON.parse(data);
+                                if (parsed.choices && parsed.choices[0] && parsed.choices[0].delta) {
+                                    yield parsed.choices[0].delta.content || "";
+                                }
+                            } catch (e) {
+                                console.error(`Failed to parse JSON event: ${e.message}`);
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    } else {
+        const result = await response.json();
+        if (result.choices && result.choices[0] && result.choices[0].message) {
+            yield result.choices[0].message.content || "{Invalid response received}";
+        } else {
+            yield "{Invalid response received}";
+        }
+    }
+}
+
+/**
+ * Main function to initiate the chat interaction.
+ *
+ * This function sets up the parameters for the chat API call and processes the response.
+ */
+async function main() {
+    for await (const msg of chat(params)) {
+        process.stdout.write(msg);
+    }
+    process.stdout.write("\n");
+}
 
-	console.log(completion.choices[0].message.content)
-})()
+main().catch(console.error);
 </textarea>
 			<hr/>
 			<div>
@@ -197,8 +311,7 @@ const openai = new (require('openai')).OpenAI({
 		</div>
 		<script>
 			CodeMirror.fromTextArea(document.getElementById("example1"), { lineNumbers: true, mode: "python", theme: "monokai", readOnly: true });
-			CodeMirror.fromTextArea(document.getElementById("example2"), { lineNumbers: true, mode: "python", theme: "monokai", readOnly: true });
-			CodeMirror.fromTextArea(document.getElementById("example3"), { lineNumbers: true, mode: "javascript",  theme: "monokai", readOnly: true });
+			CodeMirror.fromTextArea(document.getElementById("example2"), { lineNumbers: true, mode: "javascript",  theme: "monokai", readOnly: true });
 		</script>
 	</body>
 </html>