fix(go): handle missing delimiter case during stream parse method.

fern/pages/changelogs/go-sdk/2024-12-27.mdx

@@ -0,0 +1,3 @@
+## 0.35.1
+**`(fix):`** Fixes an issue where the delimiter length was included during stream data read, even when the delimiter was missing, leading to a `bufio.ErrAdvanceTooFar` error
+

generators/go/internal/generator/sdk/core/stream.go

@@ -155,18 +155,21 @@ func (s *scannerStreamReader) ReadFromStream() ([]byte, error) {
 }
 
 func (s *scannerStreamReader) parse(bytes []byte) (int, []byte, error) {
-	var start int
+	var startIndex int
 	if s.options != nil && s.options.prefix != "" {
 		if i := strings.Index(string(bytes), s.options.prefix); i >= 0 {
-			start = i + len(s.options.prefix)
+			startIndex = i + len(s.options.prefix)
 		}
 	}
-	data := bytes[start:]
-	if i := strings.Index(string(data), s.options.delimiter); i >= 0 {
-		data = data[:i+len(s.options.delimiter)]
+	data := bytes[startIndex:]
+	delimIndex := strings.Index(string(data), s.options.delimiter)
+	if delimIndex < 0 {
+		return startIndex + len(data), data, nil
 	}
-	n := start + len(data) + len(s.options.delimiter)
-	return n, data, nil
+	endIndex := delimIndex + len(s.options.delimiter)
+	parsedData := data[:endIndex]
+	n := startIndex + endIndex
+	return n, parsedData, nil
 }
 
 func (s *scannerStreamReader) isTerminated(bytes []byte) bool {

generators/go/sdk/versions.yml

@@ -1,3 +1,10 @@
+- version: 0.35.1
+  changelogEntry:
+    - type: fix
+      summary: >-
+        Fixes an issue where the delimiter length was included during stream data read, even when
+        the delimiter was missing, leading to a `bufio.ErrAdvanceTooFar` error
+  irVersion: 53
 - version: 0.35.0
   changelogEntry:
     - type: feat

generators/typescript/utils/core-utilities/fetcher/src/stream/Stream.ts

@@ -64,18 +64,14 @@ export class Stream<T> implements AsyncIterable<T> {
             buf += this.decodeChunk(chunk);
 
             let terminatorIndex: number;
-            // Parse the chunk into as many messages as possible
             while ((terminatorIndex = buf.indexOf(this.messageTerminator)) >= 0) {
-                // Extract the line from the buffer
                 let line = buf.slice(0, terminatorIndex + 1);
                 buf = buf.slice(terminatorIndex + this.messageTerminator.length);
 
-                // Skip empty lines
                 if (!line.trim()) {
                     continue;
                 }
 
-                // Skip the chunk until the prefix is found
                 if (!prefixSeen && this.prefix != null) {
                     const prefixIndex = line.indexOf(this.prefix);
                     if (prefixIndex === -1) {
@@ -85,12 +81,9 @@ export class Stream<T> implements AsyncIterable<T> {
                     line = line.slice(prefixIndex + this.prefix.length);
                 }
 
-                // If the stream terminator is present, return
                 if (this.streamTerminator != null && line.includes(this.streamTerminator)) {
                     return;
                 }
-
-                // Otherwise, yield message from the prefix to the terminator
                 const message = await this.parse(JSON.parse(line));
                 yield message;
                 prefixSeen = false;