Spaces:
Sleeping
Sleeping
deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
Browse files
app.py
CHANGED
|
@@ -40,7 +40,9 @@ model = HfApiModel(
|
|
| 40 |
max_tokens=2096,
|
| 41 |
temperature=0.5,
|
| 42 |
#model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
|
| 43 |
-
model_id='meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8',
|
|
|
|
|
|
|
| 44 |
custom_role_conversions=None,
|
| 45 |
)
|
| 46 |
#model = OpenAIServerModel(
|
|
|
|
| 40 |
max_tokens=2096,
|
| 41 |
temperature=0.5,
|
| 42 |
#model_id='meta-llama/Llama-3.1-8B-Instruct',# it is possible that this model may be overloaded
|
| 43 |
+
#model_id='meta-llama/Llama-3.2-3B-Instruct-QLORA_INT4_EO8',
|
| 44 |
+
model_id='deepseek-ai/DeepSeek-R1-Distill-Qwen-32B',
|
| 45 |
+
|
| 46 |
custom_role_conversions=None,
|
| 47 |
)
|
| 48 |
#model = OpenAIServerModel(
|