nabeelshan commited on
Commit
30b3344
·
verified ·
1 Parent(s): 9d13c43

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -54,8 +54,9 @@ def generate_responses(prompt):
54
  "max_new_tokens": 120,
55
  "num_return_sequences": 1,
56
  "pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
57
- "do_sample": True,
58
  "temperature": 0.7,
 
59
  }
60
 
61
  # Generate from SFT model
 
54
  "max_new_tokens": 120,
55
  "num_return_sequences": 1,
56
  "pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
57
+ "do_sample": False,
58
  "temperature": 0.7,
59
+ "repetition_penalty": 1.2
60
  }
61
 
62
  # Generate from SFT model