lablab-ai-amd-developer-hackathon/proofbridge-liner-safety-kernel
1
1import os2from openai import OpenAI3 4client = OpenAI(5 base_url = "https://integrate.api.nvidia.com/v1",6 api_key = os.getenv("NVIDIA_API_KEY")7)8 9completion = client.chat.completions.create(10 model="minimaxai/minimax-m2.7",11 messages=[{"role":"user","content":""}],12 temperature=1,13 top_p=0.95,14 max_tokens=8192,15 stream=True16)17 18for chunk in completion:19 if not getattr(chunk, "choices", None):20 continue21 if chunk.choices[0].delta.content is not None:22 print(chunk.choices[0].delta.content, end="")