Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -54,10 +54,8 @@ def generate_responses(prompt):
|
|
| 54 |
"max_new_tokens": 120,
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
| 57 |
-
"top_k": 50,
|
| 58 |
-
"top_p": 0.95,
|
| 59 |
"do_sample": True,
|
| 60 |
-
"temperature": 0.
|
| 61 |
}
|
| 62 |
|
| 63 |
# Generate from SFT model
|
|
|
|
| 54 |
"max_new_tokens": 120,
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
|
|
|
|
|
|
| 57 |
"do_sample": True,
|
| 58 |
+
"temperature": 0.7,
|
| 59 |
}
|
| 60 |
|
| 61 |
# Generate from SFT model
|