auth_enabled
true
X-API-Key
from openai import OpenAI def get_llm_response(message: str) -> str: client = OpenAI(api_key=LLM_KEY, base_url=f"{LLM_API}/v1") response = client.chat.completions.create( model="meta-llama/Llama-3.3-70B-Instruct", messages=[ {"role": "user", "content": message}, ], extra_headers={"X-API-Key": LLM_KEY}, ) return response.choices[0].message.content if __name__ == "__main__": print(get_llm_response("Why is the sky blue?"))
Was this page helpful?