svlqd
3d48f473b0
- found problems with mps - integrated jinja2 templates for rendering (.tex?) - raw ui & bad structure
18 lines
596 B
Python
18 lines
596 B
Python
import openai
|
|
|
|
# maybe make it asynchronous?
|
|
class LLMrequest:
|
|
def __init__(self, api_key: str, model_name: str, base_url: str = None):
|
|
if base_url:
|
|
self.client = openai.OpenAI(api_key=api_key, base_url=base_url)
|
|
else:
|
|
self.client = openai.OpenAI(api_key=api_key)
|
|
self.model = model_name
|
|
|
|
def get_response(self, prompt: str) -> str:
|
|
response = self.client.chat.completions.create(
|
|
model=self.model,
|
|
messages=[{"role": "user", "content": prompt}],
|
|
)
|
|
return response.choices[0].message.content
|