GPT-4 model, unexpected returns in stream mode

API
,
7

I encountered the same issue today. Only GPT-4 with stream response raises this error. GPT-3.5 works fine.
I compared the two response messages and found the root cause - the GPT-4 response has an additional incomplete message:

data: "{\"rate_limit_usage\": {\

It leads this issue.

3.5 stream response sample as below

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":"Hello"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":"!"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" How"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" can"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" I"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" assist"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" you"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":" today"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{"content":"?"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jQwKBQWAfggwDrWG0LjynlY9Auu","object":"chat.completion.chunk","created":1697091962,"model":"gpt-3.5-turbo-0613","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}

data: [DONE]

GPT4 stream response as below

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":"Hello"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":"!"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" How"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" can"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" I"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" assist"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" you"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":" today"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{"content":"?"},"finish_reason":null}]}

data: {"id":"chatcmpl-88jRh4oconzcWrsEKTZONQKIQgwtQ","object":"chat.completion.chunk","created":1697092009,"model":"gpt-4-0613","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}

data: "{\"rate_limit_usage\": {\