Improve streaming by correctly detecting client disconnects
Externalize OpenAI and Anthropic SDKs and fix streaming logic by using `res.on("close")` instead of `req.on("close")` to accurately detect client disconnects and prevent premature loop termination.
Replit-Commit-Author: Agent
Replit-Commit-Session-Id: dcd090ca-935a-42ae-8db4-503e1bbe165a
Replit-Commit-Checkpoint-Type: full_checkpoint
Replit-Commit-Event-Id: e74b2f37-ad8b-469c-8d06-fdc381ac4a39
Replit-Commit-Screenshot-Url: https://storage.googleapis.com/screenshot-production-us-central1/40608c50-a053-47e8-aa03-1bdcc1a2698b/dcd090ca-935a-42ae-8db4-503e1bbe165a/ZBSB1hW
Replit-Helium-Checkpoint-Created: true
This commit is contained in:
@@ -153,9 +153,9 @@ async function handleOpenAI(
|
||||
}
|
||||
|
||||
let keepalive: NodeJS.Timeout | undefined;
|
||||
let closed = false;
|
||||
req.on("close", () => {
|
||||
closed = true;
|
||||
let clientGone = false;
|
||||
res.on("close", () => {
|
||||
if (!res.writableEnded) clientGone = true;
|
||||
if (keepalive) clearInterval(keepalive);
|
||||
});
|
||||
|
||||
@@ -168,12 +168,12 @@ async function handleOpenAI(
|
||||
keepalive = setupSse(res);
|
||||
|
||||
for await (const chunk of upstream as AsyncIterable<unknown>) {
|
||||
if (closed) break;
|
||||
if (clientGone) break;
|
||||
res.write(`data: ${JSON.stringify(chunk)}\n\n`);
|
||||
res.flush?.();
|
||||
}
|
||||
|
||||
if (!closed) {
|
||||
if (!clientGone) {
|
||||
res.write("data: [DONE]\n\n");
|
||||
res.flush?.();
|
||||
}
|
||||
@@ -193,7 +193,7 @@ async function handleOpenAI(
|
||||
}
|
||||
} finally {
|
||||
if (keepalive) clearInterval(keepalive);
|
||||
if (!closed) {
|
||||
if (!clientGone) {
|
||||
try {
|
||||
res.end();
|
||||
} catch {
|
||||
@@ -292,9 +292,9 @@ async function handleAnthropic(
|
||||
}
|
||||
|
||||
let keepalive: NodeJS.Timeout | undefined;
|
||||
let closed = false;
|
||||
req.on("close", () => {
|
||||
closed = true;
|
||||
let clientGone = false;
|
||||
res.on("close", () => {
|
||||
if (!res.writableEnded) clientGone = true;
|
||||
if (keepalive) clearInterval(keepalive);
|
||||
});
|
||||
|
||||
@@ -322,7 +322,7 @@ async function handleAnthropic(
|
||||
let stopReason: string | null = null;
|
||||
|
||||
for await (const event of upstream) {
|
||||
if (closed) break;
|
||||
if (clientGone) break;
|
||||
if (
|
||||
event.type === "content_block_delta" &&
|
||||
event.delta.type === "text_delta"
|
||||
@@ -350,7 +350,7 @@ async function handleAnthropic(
|
||||
}
|
||||
}
|
||||
|
||||
if (!closed) {
|
||||
if (!clientGone) {
|
||||
const finishChunk = {
|
||||
id,
|
||||
object: "chat.completion.chunk",
|
||||
@@ -384,7 +384,7 @@ async function handleAnthropic(
|
||||
}
|
||||
} finally {
|
||||
if (keepalive) clearInterval(keepalive);
|
||||
if (!closed) {
|
||||
if (!clientGone) {
|
||||
try {
|
||||
res.end();
|
||||
} catch {
|
||||
|
||||
Reference in New Issue
Block a user