tecuts commited on
Commit
c92f85e
·
verified ·
1 Parent(s): e8a49e0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -295,8 +295,7 @@ async def generate_streaming_response(messages: List[Dict], use_search: bool, te
295
 
296
  # --- Streaming Chat Endpoint ---
297
  @app.post("/chat/stream")
298
- async def chat_stream_endpoint(request: Request#, _: None = Depends(verify_origin)
299
- ):
300
  if not client:
301
  raise HTTPException(status_code=500, detail="LLM client not configured")
302
 
@@ -305,6 +304,7 @@ async def chat_stream_endpoint(request: Request#, _: None = Depends(verify_origi
305
  user_message = data.get("message", "").strip()
306
  use_search = data.get("use_search", False) # Default: False
307
  temperature = max(0, min(2, data.get("temperature", 0.7))) # Clamp to valid range
 
308
  conversation_history = data.get("history", [])
309
 
310
  if not user_message:
@@ -312,7 +312,8 @@ async def chat_stream_endpoint(request: Request#, _: None = Depends(verify_origi
312
 
313
  # Prepare messages
314
  current_date = datetime.now().strftime("%Y-%m-%d")
315
- system_content = (SYSTEM_PROMPT_WITH_SEARCH if use_search else SYSTEM_PROMPT_NO_SEARCH).format(current_date=current_date)
 
316
  messages = [{"role": "system", "content": system_content}] + conversation_history + [{"role": "user", "content": user_message}]
317
 
318
  logger.info(f"Stream request - search: {use_search}, temp: {temperature}")
 
295
 
296
  # --- Streaming Chat Endpoint ---
297
  @app.post("/chat/stream")
298
+ async def chat_stream_endpoint(request: Request, _: None = Depends(verify_origin)):
 
299
  if not client:
300
  raise HTTPException(status_code=500, detail="LLM client not configured")
301
 
 
304
  user_message = data.get("message", "").strip()
305
  use_search = data.get("use_search", False) # Default: False
306
  temperature = max(0, min(2, data.get("temperature", 0.7))) # Clamp to valid range
307
+ system_prompt = data.get("system_prompt")
308
  conversation_history = data.get("history", [])
309
 
310
  if not user_message:
 
312
 
313
  # Prepare messages
314
  current_date = datetime.now().strftime("%Y-%m-%d")
315
+ system_content = (SYSTEM_PROMPT_WITH_SEARCH if use_search else system_prompt#SYSTEM_PROMPT_NO_SEARCH).format(current_date=current_date
316
+ )
317
  messages = [{"role": "system", "content": system_content}] + conversation_history + [{"role": "user", "content": user_message}]
318
 
319
  logger.info(f"Stream request - search: {use_search}, temp: {temperature}")