{"model": "", "model_param": "/mnt/data/AI/llm/LLaMA2-13B-Tiefighter.Q5_K_M.gguf", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": 8, "usecublas": ["normal", "0", "nommq"], "usevulkan": null, "useclblast": null, "usecpu": false, "contextsize": 16384, "gpulayers": 37, "tensor_split": null, "checkforupdates": false, "ropeconfig": [0.0, 10000.0], "blasbatchsize": 1024, "blasthreads": null, "lora": null, "noshift": false, "nofastforward": false, "nommap": false, "usemlock": false, "noavx2": false, "failsafe": false, "debugmode": 0, "onready": "", "benchmark": null, "prompt": "", "promptlimit": 100, "multiuser": 1, "multiplayer": false, "websearch": false, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": null, "quiet": false, "ssl": null, "nocertify": true, "mmproj": null, "draftmodel": null, "draftamount": 8, "draftgpulayers": 999, "draftgpusplit": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": null, "flashattention": false, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "nomodel": false, "moeexperts": -1, "showgui": false, "skiplauncher": false, "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "", "sdthreads": 3, "sdclamped": 0, "sdt5xxl": "", "sdclipl": "", "sdclipg": "", "sdvae": "", "sdvaeauto": false, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "whispermodel": "", "hordeconfig": null, "sdconfig": null, "noblas": false}