Hugging Face's logo

Spaces:
minhdang
/
Command-R
Runtime error

App Files Community
minhdang commited on
Commit
61f05dc
·
verified ·
1 Parent(s): 8499032

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,9 +6,9 @@ import torch
6
  import os
7
 
8
 
9
- bnb_config = BitsAndBytesConfig(load_in_8bit=True)
10
 
11
- model_id = "CohereForAI/c4ai-command-r-v01"
12
  tokenizer = AutoTokenizer.from_pretrained(model_id)
13
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
14
 
 
6
  import os
7
 
8
 
9
+ bnb_config = BitsAndBytesConfig(load_in_4bit=True)
10
 
11
+ model_id = "AetherResearch/Cerebrum-1.0-8x7b"
12
  tokenizer = AutoTokenizer.from_pretrained(model_id)
13
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
14