openai-ai-gateway.ts

import OpenAI from "openai";

// Cloudflare AI Gateway configuration
// Replace these with your actual Cloudflare account details
const CLOUDFLARE_ACCOUNT_ID = process.env.CLOUDFLARE_ACCOUNT_ID;
const CLOUDFLARE_GATEWAY_ID = process.env.CLOUDFLARE_GATEWAY_ID;
const CF_AI_GATEWAY_TOKEN = process.env.CF_AI_GATEWAY_TOKEN;

// Construct the Cloudflare AI Gateway base URL
// Format: https://gateway.ai.cloudflare.com/v1/{account_id}/{gateway_id}/openai
const baseURL = `https://gateway.ai.cloudflare.com/v1/${CLOUDFLARE_ACCOUNT_ID}/${CLOUDFLARE_GATEWAY_ID}/compat`;

const client = new OpenAI({
  apiKey: CF_AI_GATEWAY_TOKEN,
  baseURL: baseURL,
});

async function main() {
  console.log("Sending request through Cloudflare AI Gateway...");
  console.log(`Base URL: ${baseURL}\n`);

  try {
    const response = await client.chat.completions.create({
      model: "openai/gpt-5-nano",
      messages: [
        {
          role: "system",
          content: "You are a helpful assistant.",
        },
        {
          role: "user",
          content: "What is Cloudflare AI Gateway and what are its benefits?",
        },
      ],
    });

    console.log("Response received:\n");
    console.log(response.choices[0].message.content);
  } catch (error) {
    console.error("Error:", error.message);
    if (error.status) {
      console.error("Status:", error.status);
    }
  }
}

main();