Spaces:

ua-l
/

question-and-answer

No application file

Yehor commited on Mar 12

Commit

50bc7d1

verified ·

1 Parent(s): 80bfe61

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,9 +18,8 @@ max_seq_length = 2048
 tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
 model = AutoModelForCausalLM.from_pretrained(
     "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
-    device='cuda',
     torch_dtype=torch.bfloat16,
-)
 # compiled_model = torch.compile(model, mode="default")

 tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
 model = AutoModelForCausalLM.from_pretrained(
     "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
     torch_dtype=torch.bfloat16,
+).to('cuda')
 # compiled_model = torch.compile(model, mode="default")