شروع سریع

"""Pūl AI with the official OpenAI Python SDK: only base_url and api_key change.

    pip install openai
    PUL_API_KEY=pul_test_… PUL_BASE_URL=http://localhost:47180/v1 PUL_MODEL=<model> python chat.py
"""
import os

from openai import OpenAI, APIStatusError

client = OpenAI(api_key=os.environ["PUL_API_KEY"], base_url=os.getenv("PUL_BASE_URL", "http://localhost:47180/v1"))
model = os.getenv("PUL_MODEL", "gpt-4o-mini")

print("models:", [m.id for m in client.models.list().data])

raw = client.chat.completions.with_raw_response.create(
    model=model, messages=[{"role": "user", "content": "سلام!"}], max_tokens=64
)
completion = raw.parse()
print("reply:", completion.choices[0].message.content)
print("usage:", completion.usage)
print("provider:", raw.headers.get("x-pol-provider"), "request:", raw.headers.get("x-request-id"))

text = ""
for chunk in client.chat.completions.create(
    model=model, stream=True, stream_options={"include_usage": True},
    messages=[{"role": "user", "content": "Count to five."}],
):
    if chunk.choices:
        text += chunk.choices[0].delta.content or ""
    if chunk.usage:
        print("stream usage:", chunk.usage)
print("streamed:", text)

try:
    client.chat.completions.create(model="no-such-model", messages=[{"role": "user", "content": "x"}])
except APIStatusError as e:
    print("error:", e.status_code, e.body)

// Pūl AI with the official OpenAI Node SDK: only baseURL and apiKey change.
//   PUL_API_KEY=pul_test_… PUL_BASE_URL=http://localhost:47180/v1 PUL_MODEL=<model> node chat.mjs
import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.PUL_API_KEY,
  baseURL: process.env.PUL_BASE_URL ?? "http://localhost:47180/v1",
});
const model = process.env.PUL_MODEL ?? "gpt-4o-mini";

// 1) list models
const models = await client.models.list();
console.log("models:", models.data.map((m) => m.id).join(", "));

// 2) non-streaming completion (+ Pūl response headers)
const { data, response } = await client.chat.completions
  .create({ model, messages: [{ role: "user", content: "سلام! یک جمله درباره پُل بگو." }], max_tokens: 64 })
  .withResponse();
console.log("reply:", data.choices[0].message.content);
console.log("usage:", data.usage);
console.log("provider:", response.headers.get("x-pol-provider"), "request:", response.headers.get("x-request-id"));

// 3) streaming with usage
const stream = await client.chat.completions.create({
  model, stream: true, stream_options: { include_usage: true },
  messages: [{ role: "user", content: "Count to five." }],
});
let text = "";
for await (const chunk of stream) {
  text += chunk.choices[0]?.delta?.content ?? "";
  if (chunk.usage) console.log("stream usage:", chunk.usage);
}
console.log("streamed:", text);

// 4) errors keep the OpenAI shape
try {
  await client.chat.completions.create({ model: "no-such-model", messages: [{ role: "user", content: "x" }] });
} catch (e) {
  console.log("error:", e.status, e.code, e.type);
}

#!/usr/bin/env bash
# PUL_API_KEY=pul_test_… PUL_MODEL=<model> ./chat.sh
set -euo pipefail
BASE=${PUL_BASE_URL:-http://localhost:47180/v1}
curl -sS "$BASE/models" -H "Authorization: Bearer $PUL_API_KEY"
echo
curl -sS -i "$BASE/chat/completions" -H "Authorization: Bearer $PUL_API_KEY" -H 'Content-Type: application/json' \
  -d "{\"model\":\"$PUL_MODEL\",\"messages\":[{\"role\":\"user\",\"content\":\"سلام\"}]}"
echo
curl -sS -N "$BASE/chat/completions" -H "Authorization: Bearer $PUL_API_KEY" -H 'Content-Type: application/json' \
  -d "{\"model\":\"$PUL_MODEL\",\"stream\":true,\"stream_options\":{\"include_usage\":true},\"messages\":[{\"role\":\"user\",\"content\":\"hi\"}]}"