generation_config_for_conversational.json

{
  "_from_model_config": true,
  "bos_token_id": 50256,
  "eos_token_id": 50256,
  "pad_token_id": 50256,
  "max_length": 1000,
  "top_k":100,
  "top_p":0.7,
  "temperature":0.8,
  "do_sample":true,
  "no_repeat_ngram_size":3,
  "transformers_version": "4.27.0.dev0"
}