Qwen2VL.kcppt

{"model": "", "model_param": "https://huggingface.co/bartowski/Qwen2-VL-7B-Instruct-GGUF/resolve/main/Qwen2-VL-7B-Instruct-Q4_K_S.gguf", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "usecpu": false, "contextsize": 8192, "gpulayers": -1, "tensor_split": null, "ropeconfig": [0.0, 10000.0], "blasbatchsize": 512, "blasthreads": null, "lora": null, "noshift": false, "nofastforward": false, "nommap": false, "usemlock": false, "noavx2": false, "failsafe": false, "debugmode": 0, "onready": "", "benchmark": null, "prompt": "", "promptlimit": 100, "multiuser": 1, "multiplayer": false, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": "{'welcome': 'Qwen2-VL has now been loaded, you can add your images with the Add Image button.\\nIf you click on an image you can turn AI Vision on or off for each image.\\nIf you use A1111 Image Interrogation mode we will summerize the image and work with the summary, in Llava mode the image is added directly.\\nA1111 Interrogation mode will work better when there are multiple images at once and when the position of the image is important.', 'gamestarted': True, 'prompt': '', 'memory': '', 'authorsnote': '', 'anotetemplate': \"[Author's note: <|>]\", 'actions': [], 'actions_metadata': {}, 'worldinfo': [], 'wifolders_d': {}, 'wifolders_l': [], 'completed_imgs_meta': {}, 'extrastopseq': '', 'tokenbans': '', 'anotestr': 320, 'wisearchdepth': 0, 'wiinsertlocation': 0, 'personal_notes': '', 'logitbiasdict': {}, 'regexreplace_data': [], 'placeholder_tags_data': [], 'savedsettings': {'my_api_key': '0000000000', 'saved_oai_key': '', 'saved_oai_addr': '', 'saved_dalle_key': '', 'saved_dalle_url': '', 'saved_dalle_model': 'dall-e-3', 'saved_oai_tts_key': '', 'saved_oai_tts_url': 'https://api.openai.com/v1/audio/speech', 'saved_openrouter_key': '', 'saved_mistralai_key': '', 'saved_featherless_key': '', 'saved_grok_key': '', 'saved_claude_key': '', 'saved_claude_addr': '', 'saved_palm_key': '', 'saved_kai_addr': '', 'saved_kai_key': '', 'saved_cohere_key': '', 'saved_oai_jailbreak': '', 'saved_oai_jailbreak2': '', 'saved_claude_jailbreak': '', 'saved_claude_jailbreak2': '', 'saved_cohere_preamble': '', 'saved_palm_jailbreak': '', 'saved_oai_custommodel': '', 'saved_oai_role': 0, 'saved_a1111_url': 'http://localhost:7860', 'saved_comfy_url': 'http://localhost:8188', 'saved_xtts_url': ' http://localhost:8020', 'saved_alltalk_url': 'http://localhost:7851', 'prev_custom_endpoint_type': 1, 'generate_images_mode': '0', 'autoscroll': True, 'printer_view': False, 'viewport_width_mode': '0', 'trimsentences': True, 'trimwhitespace': False, 'compressnewlines': False, 'eos_ban_mode': '0', 'token_count_multiplier': 100, 'opmode': '4', 'adventure_switch_mode': 0, 'adventure_context_mod': True, 'fix_alpaca_leak': True, 'chat_context_mod': True, 'chatname': 'User', 'chatopponent': 'KoboldAI', 'instruct_starttag': '<|im_end|>\\\\n<|im_start|>user\\\\n', 'instruct_endtag': '<|im_end|>\\\\n<|im_start|>assistant\\\\n', 'instruct_systag': '<|im_start|>system\\\\n', 'instruct_sysprompt': '', 'instruct_has_markdown': True, 'placeholder_tags': True, 'render_special_tags': False, 'request_logprobs': False, 'persist_session': True, 'speech_synth': '0', 'xtts_voice': 'female_calm', 'beep_on': False, 'notify_on': False, 'narrate_both_sides': False, 'narrate_only_dialog': False, 'voice_end_delay': 300, 'voice_suppress_nonspeech': False, 'tts_speed': 1, 'image_styles': '', 'image_negprompt': '', 'grammar': '', 'tokenstreammode': '2', 'generate_images_model': 'stable_diffusion', 'img_gen_from_instruct': True, 'img_autogen': False, 'img_allownsfw': True, 'img_cfgscale': 7, 'img_allowhd': True, 'img_crop': False, 'img_img2imgstr': 0.6, 'img_clipskip': -1, 'img_steps': 20, 'img_sampler': 'Euler', 'img_aspect': 0, 'save_images': True, 'save_remote_images': False, 'prompt_for_savename': False, 'case_sensitive_wi': False, 'last_selected_preset': '4', 'gui_type_story': 0, 'gui_type_adventure': 0, 'gui_type_chat': 1, 'gui_type_instruct': '0', 'multiline_replies': True, 'allow_continue_chat': False, 'chat_match_any_name': True, 'inject_timestamps': False, 'inject_chatnames_instruct': False, 'inject_jailbreak_instruct': False, 'idle_responses': '0', 'idle_duration': '60', 'export_settings': True, 'show_advanced_load': False, 'import_tavern_prompt': True, 'invert_colors': False, 'passed_ai_warning': False, 'entersubmit': True, 'darkmode': True, 'max_context_length': 4096, 'max_length': 220, 'auto_ctxlen': True, 'auto_genamt': True, 'rep_pen': 1.03, 'rep_pen_range': 360, 'rep_pen_slope': 0.7, 'temperature': 1.25, 'dynatemp_range': 0, 'dynatemp_exponent': 1, 'smoothing_factor': 0, 'top_p': 1, 'min_p': 0.1, 'presence_penalty': 0, 'sampler_seed': -1, 'top_k': 0, 'top_a': 0, 'typ_s': 1, 'tfs_s': 1, 'miro_type': 0, 'miro_tau': 5, 'miro_eta': 0.1, 'dry_multiplier': 0, 'dry_base': 1.75, 'dry_allowed_length': 2, 'dry_sequence_breakers': ['\\n', ':', '\"', '*'], 'xtc_threshold': 0.2, 'xtc_probability': 0, 'sampler_order': [6, 5, 0, 1, 3, 4, 2], 'modelhashes': ['3b53af']}, 'savedaestheticsettings': {'bubbleColor_sys': 'rgb(18, 36, 36)', 'bubbleColor_you': 'rgb(41, 52, 58)', 'bubbleColor_AI': 'rgb(20, 20, 40)', 'background_margin': [5, 5, 5, 0], 'background_padding': [15, 15, 10, 5], 'background_minHeight': 80, 'centerHorizontally': False, 'border_style': 'Rounded', 'portrait_width_AI': 80, 'portrait_ratio_AI': 1, 'portrait_width_you': 80, 'portrait_ratio_you': 1, 'show_chat_names': True, 'rounded_bubbles': True, 'match_background': False, 'you_portrait': None, 'AI_portrait': 'default', 'font_size': 12, 'use_markdown': True, 'use_uniform_colors': True, 'text_tcolor_uniform': 'rgb(255, 255, 255)', 'speech_tcolor_uniform': 'rgb(150, 150, 200)', 'action_tcolor_uniform': 'rgb(178, 178, 178)', 'text_tcolor_you': 'rgb(255, 255, 255)', 'speech_tcolor_you': 'rgb(150, 150, 200)', 'action_tcolor_you': 'rgb(178, 178, 178)', 'text_tcolor_AI': 'rgb(255, 255, 255)', 'speech_tcolor_AI': 'rgb(150, 150, 200)', 'action_tcolor_AI': 'rgb(178, 178, 178)', 'text_tcolor_sys': 'rgb(255, 255, 255)', 'speech_tcolor_sys': 'rgb(150, 150, 200)', 'action_tcolor_sys': 'rgb(178, 178, 178)', 'code_block_background': 'rgb(0, 0, 0)', 'code_block_foreground': 'rgb(180, 35, 40)'}}", "quiet": false, "ssl": null, "nocertify": false, "mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/Qwen2-VL-7B-mmproj-q5_1.gguf", "draftmodel": null, "draftamount": 8, "draftgpulayers": 999, "draftgpusplit": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": "{'system_start': '<|im_start|>system\\n', 'system_end': '<|im_end|>\\n', 'user_start': '<|im_start|>user\\n', 'user_end': '<|im_end|>\\n', 'assistant_start': '<|im_start|>assistant\\n', 'assistant_end': '<|im_end|>\\n'}", "flashattention": false, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "nomodel": false, "moeexperts": -1, "showgui": false, "skiplauncher": false, "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "", "sdthreads": 0, "sdclamped": 0, "sdt5xxl": "", "sdclipl": "", "sdclipg": "", "sdvae": "", "sdvaeauto": false, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "whispermodel": "", "hordeconfig": null, "sdconfig": null, "noblas": false, "istemplate": true}