Skip to content

Instantly share code, notes, and snippets.

@samching

samching/langchain_chat_gpt.py

Forked from hwchase17/langchain_chat_gpt.py
Created December 5, 2022 22:32
Show Gist options
  • Save samching/291d097cb59ec039ee31c42a2bb258f0 to your computer and use it in GitHub Desktop.
Save samching/291d097cb59ec039ee31c42a2bb258f0 to your computer and use it in GitHub Desktop.
Download ZIP
LangChain ChatGPT API Wrapper
Raw
langchain_chat_gpt.py
from langchain.llms.base import LLM
from typing import Optional, List, Mapping, Any
import requests
from langchain.llms.utils import enforce_stop_tokens
class CustomLLM(LLM):
def __init__(self, url: str):
self.url = url
def __call__(self, prompt: str, stop: Optional[List[str]] = None) -> str:
res = requests.get(self.url, params={"q": prompt})
text = res.content.decode()
if stop is not None:
text = enforce_stop_tokens(text, stop)
return text
llm = CustomLLM("http://127.0.0.1:5001/chat")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment