File size: 1,595 Bytes
0523803 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
def init(cfg):
# ========== 共同 ==========
model = cfg['model']
btn_com = cfg['btn_com']
s_info = cfg['s_info']
lock = cfg['session_lock']
# ========== 给用户提供默认回复的建议 ==========
def btn_suggest(_n_keep, _n_discard,
_temperature, _repeat_penalty, _frequency_penalty,
_presence_penalty, _repeat_last_n, _top_k,
_top_p, _min_p, _typical_p,
_tfs_z, _mirostat_mode, _mirostat_eta,
_mirostat_tau, _usr, _char,
_rag, _max_tokens):
with lock:
if not cfg['session_active']:
raise RuntimeError
# ========== 模型输出建议 ==========
model.venv_create('suggest') # 创建隔离环境
_tmp = btn_com(_n_keep, _n_discard,
_temperature, _repeat_penalty, _frequency_penalty,
_presence_penalty, _repeat_last_n, _top_k,
_top_p, _min_p, _typical_p,
_tfs_z, _mirostat_mode, _mirostat_eta,
_mirostat_tau, _usr, _max_tokens)
_h = ''
for _h in _tmp:
yield _h, model.venv_info
model.venv_remove('suggest') # 销毁隔离环境
yield _h, model.venv_info
cfg['btn_suggest'].click(
**cfg['btn_start']
).success(
fn=btn_suggest,
inputs=cfg['setting'],
outputs=[cfg['msg'], s_info]
).success(
**cfg['btn_finish']
)
|