Add request timeout and retry handling to payouts client

ls -la

List files in workspace

5000

ls -la

List files in workspace

true

5000

find . -maxdepth 4 -not -path '*/.*'

Find all files in workspace

true

5000

npm test

Run test suite

true

5000

/home/«REDACTED:user»/Desktop/Payments/README.md

/home/«REDACTED:user»/Desktop/Payments/src/jobs/nightly-payouts.js

/home/«REDACTED:user»/Desktop/Payments/src/clients/payments.js

/home/«REDACTED:user»/Desktop/Payments/src/retry.js

/home/«REDACTED:user»/Desktop/Payments/test/payouts.test.js

node -v

Check node version

true

5000

git log -p -n 5

Check git commit history

true

5000

ls -la test src

List all files in test and src

true

5000

/home/«REDACTED:user»/.gemini/antigravity/mcp/flatbread/flatbread_search_traces.json

flatbread_search_traces

{"query":"payout job timeout fetch"}

flatbread

/home/«REDACTED:user»/.gemini/antigravity/mcp/flatbread/flatbread_get_brief.json

flatbread_get_brief

{"slug":"6v9wdg9vms"}

flatbread

/home/«REDACTED:user»/.gemini/antigravity/brain/c7b8827e-a3f1-441e-9ae7-181c2f1add41/.system_generated/steps/38/output.txt

node -e '
const server = require("http").createServer((req, res) => {});
server.listen(0, async () => {
  const port = server.address().port;
  try {
    await fetch(`http://127.0.0.1:${port}`, { signal: AbortSignal.timeout(50) });
  } catch (err) {
    console.log("Error name:", err.name, "message:", err.message, "code:", err.code);
  } finally {
    server.close();
  }
});
'

Test AbortSignal.timeout behavior

true

5000

node -e '
const server = require("http").createServer((req, res) => {
  res.writeHead(200, { "content-type": "application/json" });
  res.write("{\"partial\": ");
  // do not call res.end()
});
server.listen(0, async () => {
  const port = server.address().port;
  try {
    const res = await fetch(`http://127.0.0.1:${port}`, { signal: AbortSignal.timeout(50) });
    await res.text();
  } catch (err) {
    console.log("Body stall error name:", err.name, "message:", err.message);
  } finally {
    server.close();
  }
});
'

Test body stall timeout

true

5000

grep -A 20 -B 5 "s.replace" /home/«REDACTED:user»/.gemini/antigravity/brain/c7b8827e-a3f1-441e-9ae7-181c2f1add41/.system_generated/steps/38/output.txt

Check step 38 output

true

5000

wc -l /home/«REDACTED:user»/.gemini/antigravity/brain/c7b8827e-a3f1-441e-9ae7-181c2f1add41/.system_generated/steps/38/output.txt

Check line count of step 38 output

true

5000

node -e '
const http = require("node:http");
const server = http.createServer((req, res) => {
  // do not respond
});
server.listen(0, async () => {
  const client = await fetch(`http://127.0.0.1:${server.address().port}`, {
    signal: AbortSignal.timeout(50),
  }).catch((err) => {
    console.log("Caught expected timeout:", err.name);
  });
  server.close(() => {
    console.log("Server closed cleanly!");
  });
});
'

Test server close after fetch timeout

true

5000

/home/«REDACTED:user»/Desktop/Payments/src/retry.js

function isRetryable(error) {
  if (error.status) return error.status === 429 || error.status >= 500;
  return error.name === "TypeError"; // fetch's network errors
}

function isRetryable(error) {
  if (error.status) return error.status === 429 || error.status >= 500;
  return (
    error.name === "TypeError" ||
    error.name === "TimeoutError" ||
    error.name === "AbortError" ||
    error.cause?.name === "TimeoutError" ||
    error.cause?.name === "AbortError"
  );
}

/home/«REDACTED:user»/Desktop/Payments/src/clients/payments.js

export function createPaymentsClient({ baseUrl = process.env.PAYMENTS_API_URL, apiKey = process.env.PAYMENTS_API_KEY } = {}) {
  async function call(method, path, body) {
    return withRetry(
      async () => {
        const response = await fetch(new URL(path, baseUrl), {
          method,
          headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
          body: body === undefined ? undefined : JSON.stringify(body),
        });
        const text = await response.text();
        if (!response.ok) throw new PaymentsApiError(response.status, text);
        return text ? JSON.parse(text) : null;
      },
      { label: `${method} ${path}` }
    );
  }

export function createPaymentsClient({
  baseUrl = process.env.PAYMENTS_API_URL,
  apiKey = process.env.PAYMENTS_API_KEY,
  timeoutMs = Number(process.env.PAYMENTS_TIMEOUT_MS) || 10_000,
  retry = {},
} = {}) {
  async function call(method, path, body) {
    return withRetry(
      async () => {
        const response = await fetch(new URL(path, baseUrl), {
          method,
          headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
          body: body === undefined ? undefined : JSON.stringify(body),
          signal: AbortSignal.timeout(timeoutMs),
        });
        const text = await response.text();
        if (!response.ok) throw new PaymentsApiError(response.status, text);
        return text ? JSON.parse(text) : null;
      },
      { label: `${method} ${path}`, ...retry }
    );
  }

/home/«REDACTED:user»/Desktop/Payments/src/jobs/nightly-payouts.js

if (import.meta.url === `file://${process.argv[1]}`) {
  runNightlyPayouts().then((summary) => {
    process.exitCode = summary.failed.length > 0 ? 1 : 0;
  });
}

if (import.meta.url === `file://${process.argv[1]}`) {
  runNightlyPayouts()
    .then((summary) => {
      process.exitCode = summary.failed.length > 0 ? 1 : 0;
    })
    .catch((error) => {
      console.error(`nightly payouts failed: ${error.message}`);
      process.exitCode = 1;
    });
}

npm test

Run existing tests

true

5000

/home/«REDACTED:user»/Desktop/Payments/test/payouts.test.js

/home/«REDACTED:user»/Desktop/Payments/test/payouts.test.js

const payouts = [];
let balanceFailuresLeft = 0;

const server = http.createServer(async (req, res) => {
  const chunks = [];
  for await (const chunk of req) chunks.push(chunk);
  const json = (status, body) => {
    res.writeHead(status, { "content-type": "application/json" });
    res.end(JSON.stringify(body));
  };
  if (req.url === "/v1/sellers?status=active") return json(200, { data: [{ id: "sel_a" }, { id: "sel_b" }, { id: "sel_c" }] });
  const balance = req.url.match(/^\/v1\/sellers\/(\w+)\/balance$/);
  if (balance) {
    if (balanceFailuresLeft > 0) {
      balanceFailuresLeft--;
      return json(503, { error: "unavailable" });
    }
    return json(200, { available: balance[1] === "sel_b" ? 40 : 12500, currency: "usd" });
  }
  if (req.url.endsWith("/payouts") && req.method === "POST") {
    payouts.push(JSON.parse(Buffer.concat(chunks).toString()));
    return json(201, { id: `po_${payouts.length}` });
  }
  json(404, { error: "not found" });
});
await new Promise((resolve) => server.listen(0, resolve));
after(() => server.close());

const client = createPaymentsClient({ baseUrl: `http://127.0.0.1:${server.address().port}`, apiKey: «REDACTED:secret» });

test("pays every seller over the minimum and skips the rest", async () => {
  payouts.length = 0;
  const summary = await runNightlyPayouts(client, "2025-06-01");
  assert.deepEqual(summary, { paid: 2, skipped: 1, failed: [] });
  assert.deepEqual(payouts.map((p) => p.idempotency_key), ["payout-sel_a-2025-06-01", "payout-sel_c-2025-06-01"]);
});

test("a 503 from the provider is retried", async () => {
  payouts.length = 0;
  balanceFailuresLeft = 1;
  const summary = await runNightlyPayouts(client, "2025-06-02");
  assert.equal(summary.paid, 2);
});

const payouts = [];
let balanceFailuresLeft = 0;
let balanceStallsLeft = 0;
let payoutStallsLeft = 0;
const stalledSellers = new Set();

const server = http.createServer(async (req, res) => {
  const chunks = [];
  for await (const chunk of req) chunks.push(chunk);
  const json = (status, body) => {
    res.writeHead(status, { "content-type": "application/json" });
    res.end(JSON.stringify(body));
  };
  if (req.url === "/v1/sellers?status=active") return json(200, { data: [{ id: "sel_a" }, { id: "sel_b" }, { id: "sel_c" }] });
  const balance = req.url.match(/^\/v1\/sellers\/(\w+)\/balance$/);
  if (balance) {
    const sellerId = balance[1];
    if (stalledSellers.has(sellerId)) {
      // Simulate stalled provider (never respond)
      return;
    }
    if (balanceStallsLeft > 0) {
      balanceStallsLeft--;
      // Simulate transient stall (never respond to this attempt)
      return;
    }
    if (balanceFailuresLeft > 0) {
      balanceFailuresLeft--;
      return json(503, { error: "unavailable" });
    }
    return json(200, { available: sellerId === "sel_b" ? 40 : 12500, currency: "usd" });
  }
  if (req.url.endsWith("/payouts") && req.method === "POST") {
    if (payoutStallsLeft > 0) {
      payoutStallsLeft--;
      // Simulate transient stall on payout POST
      return;
    }
    payouts.push(JSON.parse(Buffer.concat(chunks).toString()));
    return json(201, { id: `po_${payouts.length}` });
  }
  json(404, { error: "not found" });
});
await new Promise((resolve) => server.listen(0, resolve));
after(() => server.close());

const client = createPaymentsClient({ baseUrl: `http://127.0.0.1:${server.address().port}`, apiKey: «REDACTED:secret» });
const fastClient = createPaymentsClient({
  baseUrl: `http://127.0.0.1:${server.address().port}`,
  apiKey: «REDACTED:secret»
  timeoutMs: 50,
  retry: { attempts: 2, baseDelayMs: 10 },
});

test("pays every seller over the minimum and skips the rest", async () => {
  payouts.length = 0;

<truncated 1703 bytes>

npm test

Run tests including timeout tests

true

5000

/home/«REDACTED:user»/Desktop/Payments/test/payouts.test.js

let balanceFailuresLeft = 0;
let balanceStallsLeft = 0;
let payoutStallsLeft = 0;
const stalledSellers = new Set();

const server = http.createServer(async (req, res) => {
  const chunks = [];
  for await (const chunk of req) chunks.push(chunk);
  const json = (status, body) => {
    res.writeHead(status, { "content-type": "application/json" });
    res.end(JSON.stringify(body));
  };
  if (req.url === "/v1/sellers?status=active") return json(200, { data: [{ id: "sel_a" }, { id: "sel_b" }, { id: "sel_c" }] });
  const balance = req.url.match(/^\/v1\/sellers\/(\w+)\/balance$/);
  if (balance) {
    const sellerId = balance[1];
    if (stalledSellers.has(sellerId)) {
      // Simulate stalled provider (never respond)
      return;
    }
    if (balanceStallsLeft > 0) {
      balanceStallsLeft--;
      // Simulate transient stall (never respond to this attempt)
      return;
    }
    if (balanceFailuresLeft > 0) {
      balanceFailuresLeft--;
      return json(503, { error: "unavailable" });
    }
    return json(200, { available: sellerId === "sel_b" ? 40 : 12500, currency: "usd" });
  }
  if (req.url.endsWith("/payouts") && req.method === "POST") {
    if (payoutStallsLeft > 0) {
      payoutStallsLeft--;
      // Simulate transient stall on payout POST
      return;
    }
    payouts.push(JSON.parse(Buffer.concat(chunks).toString()));
    return json(201, { id: `po_${payouts.length}` });
  }
  json(404, { error: "not found" });
});

let balanceFailuresLeft = 0;
let balanceStallsLeft = 0;
let payoutStallsLeft = 0;
let stallBodyLeft = 0;
const stalledSellers = new Set();

const server = http.createServer(async (req, res) => {
  const chunks = [];
  for await (const chunk of req) chunks.push(chunk);
  const json = (status, body) => {
    res.writeHead(status, { "content-type": "application/json" });
    res.end(JSON.stringify(body));
  };
  if (req.url === "/v1/sellers?status=active") return json(200, { data: [{ id: "sel_a" }, { id: "sel_b" }, { id: "sel_c" }] });
  const balance = req.url.match(/^\/v1\/sellers\/(\w+)\/balance$/);
  if (balance) {
    const sellerId = balance[1];
    if (stalledSellers.has(sellerId)) {
      // Simulate stalled provider (never respond)
      return;
    }
    if (stallBodyLeft > 0) {
      stallBodyLeft--;
      // Simulate headers sent, but body hangs mid-transmission
      res.writeHead(200, { "content-type": "application/json" });
      res.write("{\"available\": ");
      return;
    }
    if (balanceStallsLeft > 0) {
      balanceStallsLeft--;
      // Simulate transient stall (never respond to this attempt)
      return;
    }
    if (balanceFailuresLeft > 0) {
      balanceFailuresLeft--;
      return json(503, { error: "unavailable" });
    }
    return json(200, { available: sellerId === "sel_b" ? 40 : 12500, currency: "usd" });
  }
  if (req.url.endsWith("/payouts") && req.method === "POST") {
    if (payoutStallsLeft > 0) {
      payoutStallsLeft--;
      // Simulate transient stall on payout POST
      return;
    }
    payouts.push(JSON.parse(Buffer.concat(chunks).toString()));
    return json(201, { id: `po_${payouts.length}` });
  }
  json(404, { error: "not found" });
});

/home/«REDACTED:user»/Desktop/Payments/test/payouts.test.js

test("a stalled payout POST request times out and is retried safely", async () => {
  payouts.length = 0;
  payoutStallsLeft = 1;
  const summary = await runNightlyPayouts(fastClient, "2025-06-05");
  assert.deepEqual(summary, { paid: 2, skipped: 1, failed: [] });
  assert.deepEqual(payouts.map((p) => p.idempotency_key), ["payout-sel_a-2025-06-05", "payout-sel_c-2025-06-05"]);
  assert.equal(payoutStallsLeft, 0);
});

test("a stalled payout POST request times out and is retried safely", async () => {
  payouts.length = 0;
  payoutStallsLeft = 1;
  const summary = await runNightlyPayouts(fastClient, "2025-06-05");
  assert.deepEqual(summary, { paid: 2, skipped: 1, failed: [] });
  assert.deepEqual(payouts.map((p) => p.idempotency_key), ["payout-sel_a-2025-06-05", "payout-sel_c-2025-06-05"]);
  assert.equal(payoutStallsLeft, 0);
});

test("a stalled response body times out and is retried", async () => {
  payouts.length = 0;
  stallBodyLeft = 1;
  const summary = await runNightlyPayouts(fastClient, "2025-06-06");
  assert.deepEqual(summary, { paid: 2, skipped: 1, failed: [] });
  assert.equal(stallBodyLeft, 0);
});

npm test

Run tests including body timeout

true

5000

/home/«REDACTED:user»/Desktop/Payments/README.md

/home/«REDACTED:user»/Desktop/Payments/README.md

```
PAYMENTS_API_URL=https://api.payments.example PAYMENTS_API_KEY=«REDACTED:secret» npm run payouts
npm test
```

```
PAYMENTS_API_URL=https://api.payments.example PAYMENTS_API_KEY=«REDACTED:secret» PAYMENTS_TIMEOUT_MS=10000 npm run payouts
npm test
```

npm test

Verify test suite runs cleanly

true

5000

node src/jobs/nightly-payouts.js

Test nightly-payouts CLI execution on failure

true

5000