TypeScript

1pnpm add openai

1import OpenAI from "openai";2
3const client = new OpenAI({4  baseURL: process.env.ROUTER_BASE_URL,5  apiKey: process.env.ROUTER_API_KEY,6  timeout: 45_000,7  maxRetries: 0,8});

1const models = await client.models.list();2
3for (const model of models.data) {4  console.log(model.id);5}

1const response = await client.chat.completions.create({2  model: "gemma3:1b",3  messages: [4    { role: "system", content: "Answer in plain language." },5    { role: "user", content: "What is edge inference?" },6  ],7  max_tokens: 160,8  temperature: 0.4,9});10
11console.log(response.choices[0]?.message.content);12console.log(response.usage);

1const stream = await client.chat.completions.create({2  model: "gemma3:1b",3  messages: [{ role: "user", content: "Write a two-line welcome." }],4  stream: true,5});6
7let completed = false;8
9for await (const chunk of stream) {10  const choice = chunk.choices[0];11  process.stdout.write(choice?.delta.content ?? "");12  if (choice?.finish_reason) completed = true;13}14
15if (!completed) throw new Error("The response stream ended before completion");

1const controller = new AbortController();2
3const request = client.chat.completions.create(4  {5    model: "gemma3:1b",6    messages: [{ role: "user", content: "Explain inference." }],7  },8  { signal: controller.signal },9);10
11// Call controller.abort() when the user stops the request.12const response = await request;