Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 import torch
 import os
 from transformers import pipeline
+from transformers import AutoTokenizer
 
 theme = gr.themes.Monochrome(
     primary_hue="indigo",
@@ -12,7 +13,8 @@ theme = gr.themes.Monochrome(
 )
 
 TOKEN = os.getenv("USER_TOKEN")
-instruct_pipeline_falcon = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+instruct_pipeline_falcon = pipeline(model="tiiuae/falcon-7b-instruct", tokenizer = tokenizer, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
 instruct_pipeline_llama = pipeline(model="HuggingFaceH4/llama-7b-ift-ds-save-test4", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
 #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")