Kotrotsos · May 2, 2023 09:45 · May 2, 2023
diff --git a/streaming.py b/streaming.py
@@ -0,0 +1,38 @@
+import json
+
+# pip install sseclient-py, openai
+import sseclient
+import requests
+import openai
+import os
+
+# add your env var. export OPENAI_API_KEY=<yourkeyhere>
+openai.api_key = os.getenv("OPENAI_API_KEY")
+
+def stream():
+    req = 'https://api.openai.com/v1/completions'
+    headers = {
+        'Accept': 'text/event-stream',
+        'Authorization': 'Bearer ' + openai.api_key
+    }
+
+    prompt = input("#PROMPT: ")
+    body = {
+      "model": "text-davinci-003",
+      "prompt": prompt,
+      "max_tokens": 100,
+      "temperature": 0,
+      "stream": True
+    }
+    request = requests.post(req, stream=True, headers=headers, json=body)
+
+    client = sseclient.SSEClient(request)
+    try:
+        for event in client.events():
+            if event.data != '[DONE]':
+                print(json.loads(event.data)['choices'][0]['text'], end="", flush=True)
+    except KeyboardInterrupt:
+        pass
+
+if __name__ == '__main__':
+    stream()