Improve streaming by correctly detecting client disconnects

Externalize OpenAI and Anthropic SDKs and fix streaming logic by using `res.on("close")` instead of `req.on("close")` to accurately detect client disconnects and prevent premature loop termination.

Replit-Commit-Author: Agent
Replit-Commit-Session-Id: dcd090ca-935a-42ae-8db4-503e1bbe165a
Replit-Commit-Checkpoint-Type: full_checkpoint
Replit-Commit-Event-Id: e74b2f37-ad8b-469c-8d06-fdc381ac4a39
Replit-Commit-Screenshot-Url: https://storage.googleapis.com/screenshot-production-us-central1/40608c50-a053-47e8-aa03-1bdcc1a2698b/dcd090ca-935a-42ae-8db4-503e1bbe165a/ZBSB1hW
Replit-Helium-Checkpoint-Created: true
This commit is contained in:
ThomasOrtiz3647
2026-04-26 14:34:43 +00:00
parent b91e2b70ab
commit 7a7f13f623
2 changed files with 14 additions and 12 deletions
+12 -12
View File
@@ -153,9 +153,9 @@ async function handleOpenAI(
}
let keepalive: NodeJS.Timeout | undefined;
let closed = false;
req.on("close", () => {
closed = true;
let clientGone = false;
res.on("close", () => {
if (!res.writableEnded) clientGone = true;
if (keepalive) clearInterval(keepalive);
});
@@ -168,12 +168,12 @@ async function handleOpenAI(
keepalive = setupSse(res);
for await (const chunk of upstream as AsyncIterable<unknown>) {
if (closed) break;
if (clientGone) break;
res.write(`data: ${JSON.stringify(chunk)}\n\n`);
res.flush?.();
}
if (!closed) {
if (!clientGone) {
res.write("data: [DONE]\n\n");
res.flush?.();
}
@@ -193,7 +193,7 @@ async function handleOpenAI(
}
} finally {
if (keepalive) clearInterval(keepalive);
if (!closed) {
if (!clientGone) {
try {
res.end();
} catch {
@@ -292,9 +292,9 @@ async function handleAnthropic(
}
let keepalive: NodeJS.Timeout | undefined;
let closed = false;
req.on("close", () => {
closed = true;
let clientGone = false;
res.on("close", () => {
if (!res.writableEnded) clientGone = true;
if (keepalive) clearInterval(keepalive);
});
@@ -322,7 +322,7 @@ async function handleAnthropic(
let stopReason: string | null = null;
for await (const event of upstream) {
if (closed) break;
if (clientGone) break;
if (
event.type === "content_block_delta" &&
event.delta.type === "text_delta"
@@ -350,7 +350,7 @@ async function handleAnthropic(
}
}
if (!closed) {
if (!clientGone) {
const finishChunk = {
id,
object: "chat.completion.chunk",
@@ -384,7 +384,7 @@ async function handleAnthropic(
}
} finally {
if (keepalive) clearInterval(keepalive);
if (!closed) {
if (!clientGone) {
try {
res.end();
} catch {