Update app.py

app.py

@@ -102,7 +102,7 @@ def build_prompt(task_instruction: str, format_instruction: str, tools: list, qu
     prompt += f"[BEGIN OF FORMAT INSTRUCTION]\n{format_instruction}\n[END OF FORMAT INSTRUCTION]\n\n"
     prompt += f"[BEGIN OF QUERY]\n{query}\n[END OF QUERY]\n\n"
     
-    if len(conversation_history) > 0:
+    if conversation_history and len(conversation_history) > 0:
         prompt += build_conversation_history_prompt(conversation_history)
     return prompt
 
@@ -114,7 +114,6 @@ def generate_response(tools_input, query):
         return "Error: Invalid JSON format for tools input."
 
     xlam_format_tools = convert_to_xlam_tool(tools)
-    conversation_history = []
     content = build_prompt(task_instruction, format_instruction, xlam_format_tools, query, conversation_history)
 
     messages = [
@@ -127,25 +126,6 @@ def generate_response(tools_input, query):
 
     return agent_action
 
-def generate_response(tools_input, query):
-    try:
-        tools = json.loads(tools_input)
-    except json.JSONDecodeError:
-        return "Error: Invalid JSON format for tools input."
-
-    xlam_format_tools = convert_to_xlam_tool(tools)
-    content = build_prompt(task_instruction, format_instruction, xlam_format_tools, query)
-
-    messages = [
-        {'role': 'user', 'content': content}
-    ]
-
-    inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device)
-    outputs = model.generate(inputs, max_new_tokens=512, do_sample=False, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id)
-    agent_action = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)
-
-    return agent_action
-
 # Gradio interface
 with gr.Blocks() as demo:
     gr.Markdown(title)
@@ -156,7 +136,7 @@ with gr.Blocks() as demo:
             tools_input = gr.Code(
                 label="Available Tools (JSON format)",
                 lines=20,
-                value=example_tools
+                value=example_tools,
                 language='json'
             )
             query_input = gr.Textbox(