From e66039162e6c9ccef82b1d98ee6b2cfeafc90146 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?T=C3=82CHES?= <afromanguy@me.com>
Date: Tue, 17 Mar 2026 18:29:09 -0600
Subject: [PATCH] perf: optimize SSE streaming buffer to avoid quadratic string
 growth (#1024)

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
---
 packages/pi-ai/src/providers/openai-codex-responses.ts | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/packages/pi-ai/src/providers/openai-codex-responses.ts b/packages/pi-ai/src/providers/openai-codex-responses.ts
index 8c9b8aae5..5bce50d0f 100644
--- a/packages/pi-ai/src/providers/openai-codex-responses.ts
+++ b/packages/pi-ai/src/providers/openai-codex-responses.ts
@@ -410,8 +410,14 @@ async function* parseSSE(response: Response): AsyncGenerator<Record<string, unkn
 	while (true) {
 		const { done, value } = await reader.read();
 		if (done) break;
-		buffer += decoder.decode(value, { stream: true });
 
+		const decoded = decoder.decode(value, { stream: true });
+		// Avoid appending to an empty buffer — assign directly to skip the
+		// string concatenation and its intermediate allocation.
+		buffer = buffer ? buffer + decoded : decoded;
+
+		// Consume all complete SSE messages (delimited by \n\n) so the
+		// buffer only ever holds one partial message between reads.
 		let idx = buffer.indexOf("\n\n");
 		while (idx !== -1) {
 			const chunk = buffer.slice(0, idx);