nabeelshan commited on
Commit
9d13c43
·
verified ·
1 Parent(s): 1ca3241

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -54,10 +54,8 @@ def generate_responses(prompt):
54
  "max_new_tokens": 120,
55
  "num_return_sequences": 1,
56
  "pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
57
- "top_k": 50,
58
- "top_p": 0.95,
59
  "do_sample": True,
60
- "temperature": 0.8,
61
  }
62
 
63
  # Generate from SFT model
 
54
  "max_new_tokens": 120,
55
  "num_return_sequences": 1,
56
  "pad_token_id": sft_tokenizer.eos_token_id, # Can use either tokenizer's pad token
 
 
57
  "do_sample": True,
58
+ "temperature": 0.7,
59
  }
60
 
61
  # Generate from SFT model