Spaces:

316usman
/

langchain_llama

Paused

316usman commited on May 25, 2023

Commit

4ae8bb4

1 Parent(s): a1d4509

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -41,7 +41,7 @@ def load_model():
     device_map = accelerate.infer_auto_device_map(fake_model)
     model = transformers.LlamaForCausalLM.from_pretrained(
         repo_id,
-        device_map="auto"
         load_in_8bit=True,
         cache_dir="./cache",
     )

     device_map = accelerate.infer_auto_device_map(fake_model)
     model = transformers.LlamaForCausalLM.from_pretrained(
         repo_id,
+        device_map="auto",
         load_in_8bit=True,
         cache_dir="./cache",
     )