This integration method is maintained but no longer actively developed. For the best experience and latest features, use our new AI Gateway with unified API access to 100+ models.
1
2
HELICONE_API_KEY=<your-helicone-api-key>
NVIDIA_API_KEY=<your-nvidia-api-key>
3
curl -X POST https://gateway.helicone.ai/v1/chat/completions \
-H "Content-Type: application/json" \
-H "Authorization: Bearer $NVIDIA_API_KEY" \
-H "Helicone-Auth: Bearer $HELICONE_API_KEY" \
-H "Helicone-Target-Url: https://your-dynamo-endpoint.com" \
-d '{
"model": "your-model-name",
"messages": [
{
"role": "user",
"content": "Hello, how are you?"
}
],
"max_tokens": 1024,
"temperature": 0.7
}'
import OpenAI from "openai";
const openai = new OpenAI({
apiKey: process.env.NVIDIA_API_KEY,
baseURL: "https://gateway.helicone.ai/v1",
defaultHeaders: {
"Helicone-Auth": `Bearer ${process.env.HELICONE_API_KEY}`,
"Helicone-Target-Url": "https://your-dynamo-endpoint.com"
}
});
const response = await openai.chat.completions.create({
model: "your-model-name",
messages: [{ role: "user", content: "Hello, how are you?" }],
max_tokens: 1024,
temperature: 0.7
});
console.log(response);
from openai import OpenAI
import os
client = OpenAI(
api_key=os.getenv("NVIDIA_API_KEY"),
base_url="https://gateway.helicone.ai/v1",
default_headers={
"Helicone-Auth": f"Bearer {os.getenv('HELICONE_API_KEY')}",
"Helicone-Target-Url": "https://your-dynamo-endpoint.com"
}
)
chat_completion = client.chat.completions.create(
model="your-model-name",
messages=[{"role": "user", "content": "Hello, how are you?"}],
max_tokens=1024,
temperature=0.7
)
print(chat_completion)
4