import openai # maybe make it asynchronous? class LLMrequest: def __init__(self, api_key: str, model_name: str, base_url: str = None): if base_url: self.client = openai.OpenAI(api_key=api_key, base_url=base_url) else: self.client = openai.OpenAI(api_key=api_key) self.model = model_name def get_response(self, prompt: str) -> str: response = self.client.chat.completions.create( model=self.model, messages=[{"role": "user", "content": prompt}], ) return response.choices[0].message.content