Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -54,8 +54,9 @@ def generate_responses(prompt):
|
|
| 54 |
"max_new_tokens": 120,
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
| 57 |
-
"do_sample":
|
| 58 |
"temperature": 0.7,
|
|
|
|
| 59 |
}
|
| 60 |
|
| 61 |
# Generate from SFT model
|
|
|
|
| 54 |
"max_new_tokens": 120,
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
| 57 |
+
"do_sample": False,
|
| 58 |
"temperature": 0.7,
|
| 59 |
+
"repetition_penalty": 1.2
|
| 60 |
}
|
| 61 |
|
| 62 |
# Generate from SFT model
|