hope

app.py

@@ -14,7 +14,6 @@ from share_btn import community_icon_html, loading_icon_html, share_js, share_bt
 #API_URL = "https://api-inference.huggingface.co/models/bigcode/starcoder"
 #API_URL_BASE ="https://api-inference.huggingface.co/models/bigcode/starcoderbase"
 #API_URL_PLUS = "https://api-inference.huggingface.co/models/bigcode/starcoderplus"
-https://huggingface.co/smallcloudai/Refact-1_6B-fim/discussions
 
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
@@ -28,7 +27,7 @@ prompt = '<fim_prefix>def print_hello_world():\n    """<fim_suffix>\n    print("
 
 inputs = tokenizer.encode(prompt, return_tensors="pt").to(device)
 outputs = model.generate(inputs, max_length=100, temperature=0.2)
-print("-"*80)
+#print("-"*80)
 print(tokenizer.decode(outputs[0]))
 
 
@@ -123,9 +122,10 @@ def generate(
         prompt = f"{FIM_PREFIX}{prefix}{FIM_SUFFIX}{suffix}{FIM_MIDDLE}"
 
     inputs = tokenizer.encode(prompt, return_tensors="pt").to(device)
-    output = model.generate(inputs, max_length=100, temperature=0.2)
+    outputs = model.generate(inputs, max_length=100, temperature=0.2)
+    final = tokenizer.decode(outputs[0])
 
-    return output
+    return final
 
 
 examples = [