working version. something wrong with icons
This commit is contained in:
@@ -0,0 +1,17 @@
|
||||
import openai
|
||||
|
||||
|
||||
class LLMrequest:
|
||||
def __init__(self, api_key: str, model_name: str, base_url: str = None):
|
||||
if base_url:
|
||||
self.client = openai.OpenAI(api_key=api_key, base_url=base_url)
|
||||
else:
|
||||
self.client = openai.OpenAI(api_key=api_key)
|
||||
self.model = model_name
|
||||
|
||||
def get_response(self, prompt: str) -> str:
|
||||
response = self.client.chat.completions.create(
|
||||
model=self.model,
|
||||
messages=[{"role": "user", "content": prompt}],
|
||||
)
|
||||
return response.choices[0].message.content
|
||||
Reference in New Issue
Block a user