{"model": "", "model_param": "https://huggingface.co/bullerwins/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "noblas": false, "contextsize": 4096, "gpulayers": -1, "tensor_split": null, "ropeconfig": [0.0, 10000.0], "blasbatchsize": 512, "blasthreads": null, "lora": null, "noshift": false, "nommap": false, "usemlock": false, "noavx2": false, "debugmode": 0, "skiplauncher": false, "onready": "", "benchmark": null, "multiuser": 8, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": {"gamestarted": true, "prompt": "", "memory": "", "authorsnote": "", "anotetemplate": "[Author's note: <|>]", "actions": [], "actions_metadata": {}, "worldinfo": [], "wifolders_d": {}, "wifolders_l": [], "completed_imgs_meta": {}, "extrastopseq": "", "tokenbans": "", "anotestr": 320, "wisearchdepth": 0, "wiinsertlocation": 0, "personal_notes": "", "logitbiasdict": {}, "regexreplace_data": [], "placeholder_tags_data": [], "savedsettings": {"trimsentences": true, "trimwhitespace": false, "compressnewlines": false, "eos_ban_mode": "0", "opmode": "4", "gui_type_instruct": "3", "adventure_is_action": false, "adventure_context_mod": true, "chat_context_mod": true, "chatname": "User", "chatopponent": "KoboldAI", "instruct_starttag": "<|eot_id|><|start_header_id|>user<|end_header_id|>\\n\\n", "instruct_endtag": "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\\n\\n", "instruct_systag": "<|start_header_id|>system<|end_header_id|>\\n\\n", "instruct_sysprompt": "", "instruct_has_markdown": true, "placeholder_tags": true, "render_special_tags": false, "persist_session": true}}, "quiet": false, "ssl": null, "nocertify": false, "mmproj": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": "{'system_start': '<|start_header_id|>system<|end_header_id|>\\n\\n', 'system_end': '<|eot_id|>', 'user_start': '<|start_header_id|>user<|end_header_id|>\\n\\n', 'user_end': '<|eot_id|>', 'assistant_start': '<|start_header_id|>assistant<|end_header_id|>\\n\\n', 'assistant_end': '<|eot_id|>'}", "flashattention": false, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "", "sdthreads": 0, "sdclamped": 0, "sdvae": "", "sdvaeauto": false, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "whispermodel": "", "hordeconfig": null, "sdconfig": null, "istemplate": true} |