import requests
invoke_url = "https://integrate.api.nvidia.com/v1/chat/completions"
stream = True
headers = {
"Authorization": "Bearer $NVIDIA_API_KEY",
"Accept": "text/event-stream" if stream else "application/json",
}
payload = {
"model": "nvidia/nemotron-3.5-bolt-e4b",
"messages": [
{
"role": "user",
"content": "Which number is larger, 9.11 or 9.8?"
}
],
"temperature": 1,
"top_p": 0.95,
"max_tokens": 1024,
"seed": 42,
"stream": stream,
"parallel_tool_calls": True,
"chat_template_kwargs": {
"enable_thinking": True
}
}
response = requests.post(invoke_url, headers=headers, json=payload, stream=stream)
if stream:
for line in response.iter_lines():
if line:
print(line.decode("utf-8"))
else:
print(response.json())