Update app.py
Browse files
app.py
CHANGED
|
@@ -90,7 +90,7 @@ def _generate_summary_gpu(card_text: str, card_type: str) -> str:
|
|
| 90 |
with torch.no_grad():
|
| 91 |
outputs = model.generate(
|
| 92 |
inputs,
|
| 93 |
-
max_new_tokens=
|
| 94 |
pad_token_id=tokenizer.pad_token_id,
|
| 95 |
eos_token_id=tokenizer.eos_token_id,
|
| 96 |
temperature=0.4,
|
|
|
|
| 90 |
with torch.no_grad():
|
| 91 |
outputs = model.generate(
|
| 92 |
inputs,
|
| 93 |
+
max_new_tokens=60,
|
| 94 |
pad_token_id=tokenizer.pad_token_id,
|
| 95 |
eos_token_id=tokenizer.eos_token_id,
|
| 96 |
temperature=0.4,
|