Team Ai
Apppublic

lablab-ai-amd-developer-hackathon/proofbridge-liner-safety-kernel

sourceHugging Facemitupdated 5mo agoView on Hugging Face
1likes
test.py22 linesDownload Raw Back to root
1import os2from openai import OpenAI3 4client = OpenAI(5  base_url = "https://integrate.api.nvidia.com/v1",6  api_key = os.getenv("NVIDIA_API_KEY")7)8 9completion = client.chat.completions.create(10  model="minimaxai/minimax-m2.7",11  messages=[{"role":"user","content":""}],12  temperature=1,13  top_p=0.95,14  max_tokens=8192,15  stream=True16)17 18for chunk in completion:19  if not getattr(chunk, "choices", None):20    continue21  if chunk.choices[0].delta.content is not None:22    print(chunk.choices[0].delta.content, end="")