Update app.py

app.py

@@ -406,20 +406,33 @@ async def chat_endpoint(request: Request, _: None = Depends(verify_origin)):
             }
             
             async with httpx.AsyncClient() as http_client:
-                response = await http_client.post(f"{LLM_BASE_URL}/chat/completions", headers=headers, json=payload)
-                async for line in response.aiter_lines():
-                    if line.startswith("data: "):
-                        data = line[len("data: "):]
-                        if data.strip() == "[DONE]":
-                            yield "data: [DONE]\n\n"
-                            break
-                        try:
-                            chunk = json.loads(data)
-                            content = chunk.get("choices", [{}])[0].get("delta", {}).get("content", "")
-                            if content:
-                                yield f"data: {json.dumps({'chunk': content, 'sources': source_links, 'search_used': bool(tool_calls), 'temperature': temperature, 'timestamp': datetime.now().isoformat()})}\n\n"
-                        except json.JSONDecodeError:
-                            continue
+                try:
+                    response = await http_client.post(f"{LLM_BASE_URL}/chat/completions", headers=headers, json=payload)
+                    response.raise_for_status()  # Raise HTTP errors
+                    async for line in response.aiter_lines():
+                        if line.startswith("data: "):
+                            data = line[len("data: "):]
+                            if data.strip() == "[DONE]":
+                                yield "data: [DONE]\n\n"
+                                break
+                            try:
+                                chunk = json.loads(data)
+                                content = chunk.get("choices", [{}])[0].get("delta", {}).get("content", "")
+                                if content:
+                                    yield f"data: {json.dumps({'chunk': content, 'sources': source_links, 'search_used': bool(tool_calls), 'temperature': temperature, 'timestamp': datetime.now().isoformat()})}\n\n"
+                            except json.JSONDecodeError:
+                                logger.warning(f"Failed to decode JSON chunk: {data}")
+                                continue
+                except httpx.HTTPError as e:
+                    logger.error(f"HTTP request failed: {str(e)}")
+                    yield f"data: {json.dumps({'error': 'Failed to generate response', 'details': str(e)})}\n\n"
+                    yield "data: [DONE]\n\n"
+                    return
+                except Exception as e:
+                    logger.error(f"Unexpected error in streaming response: {str(e)}")
+                    yield f"data: {json.dumps({'error': 'An unexpected error occurred', 'details': str(e)})}\n\n"
+                    yield "data: [DONE]\n\n"
+                    return
             
             # 发送结束信号
             yield "data: [DONE]\n\n"