流式输出

import os
from openai import OpenAI, APIConnectionError, APIStatusError, APIError

with OpenAI(
    base_url=os.environ["API_BASE_URL"].rstrip("/"),
    api_key=os.environ["API_KEY"],
    timeout=60.0,
    max_retries=0,
) as client:
    finished = False
    try:
        with client.chat.completions.create(
            model=os.environ["API_MODEL"],
            messages=[{"role": "user", "content": "Say hello in one short sentence."}],
            stream=True,
        ) as stream:
            for chunk in stream:
                for choice in chunk.choices:
                    if choice.index != 0:
                        continue
                    print(choice.delta.content or "", end="", flush=True)
                    if choice.finish_reason is not None:
                        if choice.finish_reason != "stop":
                            raise SystemExit(f"\nText did not complete: {choice.finish_reason}")
                        finished = True
        if not finished:
            raise SystemExit("\nStream ended without a completion marker.")
        print()
    except APIStatusError as error:
        raise SystemExit(f"\nRequest failed (HTTP {error.status_code}).")
    except APIConnectionError:
        raise SystemExit("\nConnection failed; partial output may be incomplete.")
    except APIError:
        raise SystemExit("\nStream failed; partial output may be incomplete.")

import OpenAI from 'openai';

const { API_BASE_URL, API_KEY, API_MODEL } = process.env;
if (!API_BASE_URL || !API_KEY || !API_MODEL) {
  throw new Error('Set API_BASE_URL, API_KEY, and API_MODEL first.');
}

const client = new OpenAI({
  baseURL: API_BASE_URL.replace(/\/+$/, ''),
  apiKey: API_KEY,
  timeout: 60_000,
  maxRetries: 0,
});

let completed = false;
try {
  const stream = await client.responses.create({
    model: API_MODEL,
    input: 'Say hello in one short sentence.',
    stream: true,
  });
  for await (const event of stream) {
    if (event.type === 'response.output_text.delta') {
      process.stdout.write(event.delta);
    } else if (event.type === 'response.completed') {
      completed = true;
    } else if (['error', 'response.failed', 'response.incomplete'].includes(event.type)) {
      throw new Error('Response did not complete.');
    }
  }
  if (!completed) throw new Error('Stream ended without a completion event.');
  process.stdout.write('\n');
} catch (error) {
  console.error(error instanceof OpenAI.APIError && error.status
    ? `\nRequest failed (HTTP ${error.status}).`
    : '\nStream failed or did not complete; partial output may be incomplete.');
  process.exitCode = 1;
}