Command-R

Runtime error

minhdang commited on Mar 27, 2024

Commit

9b3882c

verified ·

1 Parent(s): 3f46449

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,8 +19,8 @@ nf4_config = BitsAndBytesConfig(
 model_id = "CohereForAI/c4ai-command-r-v01"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id,
-                                             load_in_8bit=True,
-                                             # quantization_config=nf4_config
                                             )
 @spaces.GPU

 model_id = "CohereForAI/c4ai-command-r-v01"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id,
+                                             # load_in_8bit=True,
+                                             quantization_config=nf4_config
                                             )
 @spaces.GPU