|
@@ -367,13 +367,16 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
|
|
|
|
|
|
for chunk in response.iter_lines(decode_unicode=True, delimiter=delimiter):
|
|
|
if chunk:
|
|
|
+ #ignore sse comments
|
|
|
+ if chunk.startswith(':'):
|
|
|
+ continue
|
|
|
decoded_chunk = chunk.strip().lstrip('data: ').lstrip()
|
|
|
chunk_json = None
|
|
|
try:
|
|
|
chunk_json = json.loads(decoded_chunk)
|
|
|
# stream ended
|
|
|
except json.JSONDecodeError as e:
|
|
|
- logger.error(f"decoded_chunk error,delimiter={delimiter},decoded_chunk={decoded_chunk}")
|
|
|
+ logger.error(f"decoded_chunk error: {e}, delimiter={delimiter}, decoded_chunk={decoded_chunk}")
|
|
|
yield create_final_llm_result_chunk(
|
|
|
index=chunk_index + 1,
|
|
|
message=AssistantPromptMessage(content=""),
|