Update app.py
Browse files
app.py
CHANGED
|
@@ -295,8 +295,7 @@ async def generate_streaming_response(messages: List[Dict], use_search: bool, te
|
|
| 295 |
|
| 296 |
# --- Streaming Chat Endpoint ---
|
| 297 |
@app.post("/chat/stream")
|
| 298 |
-
async def chat_stream_endpoint(request: Request
|
| 299 |
-
):
|
| 300 |
if not client:
|
| 301 |
raise HTTPException(status_code=500, detail="LLM client not configured")
|
| 302 |
|
|
@@ -305,6 +304,7 @@ async def chat_stream_endpoint(request: Request#, _: None = Depends(verify_origi
|
|
| 305 |
user_message = data.get("message", "").strip()
|
| 306 |
use_search = data.get("use_search", False) # Default: False
|
| 307 |
temperature = max(0, min(2, data.get("temperature", 0.7))) # Clamp to valid range
|
|
|
|
| 308 |
conversation_history = data.get("history", [])
|
| 309 |
|
| 310 |
if not user_message:
|
|
@@ -312,7 +312,8 @@ async def chat_stream_endpoint(request: Request#, _: None = Depends(verify_origi
|
|
| 312 |
|
| 313 |
# Prepare messages
|
| 314 |
current_date = datetime.now().strftime("%Y-%m-%d")
|
| 315 |
-
system_content = (SYSTEM_PROMPT_WITH_SEARCH if use_search else SYSTEM_PROMPT_NO_SEARCH).format(current_date=current_date
|
|
|
|
| 316 |
messages = [{"role": "system", "content": system_content}] + conversation_history + [{"role": "user", "content": user_message}]
|
| 317 |
|
| 318 |
logger.info(f"Stream request - search: {use_search}, temp: {temperature}")
|
|
|
|
| 295 |
|
| 296 |
# --- Streaming Chat Endpoint ---
|
| 297 |
@app.post("/chat/stream")
|
| 298 |
+
async def chat_stream_endpoint(request: Request, _: None = Depends(verify_origin)):
|
|
|
|
| 299 |
if not client:
|
| 300 |
raise HTTPException(status_code=500, detail="LLM client not configured")
|
| 301 |
|
|
|
|
| 304 |
user_message = data.get("message", "").strip()
|
| 305 |
use_search = data.get("use_search", False) # Default: False
|
| 306 |
temperature = max(0, min(2, data.get("temperature", 0.7))) # Clamp to valid range
|
| 307 |
+
system_prompt = data.get("system_prompt")
|
| 308 |
conversation_history = data.get("history", [])
|
| 309 |
|
| 310 |
if not user_message:
|
|
|
|
| 312 |
|
| 313 |
# Prepare messages
|
| 314 |
current_date = datetime.now().strftime("%Y-%m-%d")
|
| 315 |
+
system_content = (SYSTEM_PROMPT_WITH_SEARCH if use_search else system_prompt#SYSTEM_PROMPT_NO_SEARCH).format(current_date=current_date
|
| 316 |
+
)
|
| 317 |
messages = [{"role": "system", "content": system_content}] + conversation_history + [{"role": "user", "content": user_message}]
|
| 318 |
|
| 319 |
logger.info(f"Stream request - search: {use_search}, temp: {temperature}")
|