圖片 API 連線中斷排查

{
  "status_code": 500,
  "error": {
    "message": "write tcp 10.0.0.1:443->203.0.113.5:52310: write: connection reset by peer",
    "type": "shell_api_error",
    "code": "write_response_body_failed"
  }
}

python3 -c "import ssl; print(ssl.OPENSSL_VERSION)"

NotOpenSSLWarning: urllib3 v2 only supports OpenSSL 1.1.1+,
currently the 'ssl' module is compiled with 'LibreSSL 2.8.3'

# macOS：用 Homebrew 的 Python 建虛擬環境
brew install [email protected]
python3.13 -m venv venv
venv/bin/pip install requests pillow
venv/bin/python -c "import ssl; print(ssl.OPENSSL_VERSION)"   # 應輸出 OpenSSL 3.x

# 查當前值
sysctl net.ipv4.tcp_keepalive_time net.ipv4.tcp_keepalive_intvl net.ipv4.tcp_keepalive_probes

# 臨時調整（容器裡需要 --sysctl 或特權，生產建議寫進 sysctl.d 或應用層設定 SO_KEEPALIVE）
sudo sysctl -w net.ipv4.tcp_keepalive_time=60
sudo sysctl -w net.ipv4.tcp_keepalive_intvl=15

ip link show            # 看容器網絡卡 MTU
# 用逐步增大的包長探測實際可通過的 MTU（不分片）
ping -M do -s 1400 api.apiyi.com

# 容器是不是被 OOM 殺的
dmesg -T | grep -i -E "oom|killed process"
kubectl describe pod <pod> | grep -A3 "Last State"   # 看是否 OOMKilled

env | grep -i -E "proxy|no_proxy"

echo "--- 代理變數 ---";   env | grep -i proxy || echo "無"
echo "--- keepalive ---";  sysctl net.ipv4.tcp_keepalive_time
echo "--- MTU ---";        ip link show | grep mtu
echo "--- fd 上限 ---";     ulimit -n
echo "--- DNS 解析 ---";    getent hosts api.apiyi.com
echo "--- 連通性與耗時 ---"
curl -sS -o /dev/null -w 'connect=%{time_connect} tls=%{time_appconnect} ttfb=%{time_starttransfer} ip=%{remote_ip}\n' \
  https://api.apiyi.com/v1/models -H "Authorization: Bearer $KEY"

import { Agent, setGlobalDispatcher } from "undici";
import OpenAI from "openai";

// 圖片介面是「長時間靜默 + MB 級響應體」，三個超時都要單獨放寬
setGlobalDispatcher(new Agent({
  connect: { timeout: 30_000 },   // 建連 30s，預設只有 10s
  headersTimeout: 300_000,        // 等首包 300s
  bodyTimeout: 300_000,           // chunk 間隔 300s
}));

const client = new OpenAI({
  apiKey: process.env.APIYI_API_KEY,
  baseURL: "https://api.apiyi.com/v1",
  timeout: 300_000,   // 總超時，與上面三個是不同層，都要設
  maxRetries: 0,      // 關鍵：見下
});

const agent = new Agent({ pipelining: 0, keepAliveTimeout: 1_000 });
// 錯誤隨之消失 ⇒ 就是死連線複用

curl -sS -o /tmp/out.json --trace-time \
  -w '\nconnect=%{time_connect} tls=%{time_appconnect} ttfb=%{time_starttransfer} total=%{time_total} bytes=%{size_download} code=%{http_code} ip=%{remote_ip}\n' \
  -H "Authorization: Bearer $KEY" -H 'Content-Type: application/json' \
  -d '{"model":"gpt-image-2-all","prompt":"a red cube on a white table"}' \
  https://api.apiyi.com/v1/images/generations

import time
import requests

TRANSPORT_ERRORS = (
    requests.exceptions.SSLError,
    requests.exceptions.ConnectionError,
    requests.exceptions.ChunkedEncodingError,
    requests.exceptions.ReadTimeout,
)

def call_image_api(url, headers, body, timeout=360, retries=2):
    """傳輸層異常最多重試 retries 次；HTTP 4xx/5xx 一律不重試，直接交給上層判斷。

    注意：每次重試都可能是一次新的計費請求，retries 不要設大。
    """
    attempts = []
    for i in range(retries + 1):
        try:
            resp = requests.post(url, headers=headers, json=body,
                                 stream=True, timeout=(10, timeout))
            raw = b"".join(resp.iter_content(chunk_size=8192))
            attempts.append({"attempt": i + 1, "status": resp.status_code})
            return resp.status_code, raw, attempts      # 含 4xx/5xx，交上層處理
        except TRANSPORT_ERRORS as e:
            attempts.append({"attempt": i + 1, "error": repr(e)})
            if i == retries:
                raise
            time.sleep(2 + 3 * i)                       # 2s、5s 退避

resp = requests.post(url, headers=headers, json=body, stream=True, timeout=(10, 360))
chunks, total = [], 0
for chunk in resp.iter_content(chunk_size=8192):
    total += len(chunk)
    chunks.append(chunk)
raw = b"".join(chunks)
# total 遠小於 Content-Length ⇒ 傳到一半斷了
# total 完整但連線不關 ⇒ 上游缺 chunked 終止塊，屬於渠道問題