Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -51,7 +51,7 @@ def generate_responses(prompt):
|
|
| 51 |
|
| 52 |
# Common generation parameters
|
| 53 |
generation_kwargs = {
|
| 54 |
-
"max_new_tokens":
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
| 57 |
"top_k": 50,
|
|
|
|
| 51 |
|
| 52 |
# Common generation parameters
|
| 53 |
generation_kwargs = {
|
| 54 |
+
"max_new_tokens": 120,
|
| 55 |
"num_return_sequences": 1,
|
| 56 |
"pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
|
| 57 |
"top_k": 50,
|