Update app.py

app.py

@@ -213,7 +213,7 @@ async def chat(query,history,sources,reports,subtype,year):
     #callbacks = [StreamingStdOutCallbackHandler()]
     llm_qa = HuggingFaceEndpoint(
         endpoint_url= model_config.get('reader','ENDPOINT'),
-        max_new_tokens=1024,
+        max_new_tokens=512,
         huggingfacehub_api_token=HF_token,)
 
     # create rag chain