File size: 3,483 Bytes
27b8d96 40b8eb9 27b8d96 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 |
{
"model": [],
"model_param": "https://huggingface.co/unsloth/Ministral-3-3B-Instruct-2512-GGUF/resolve/main/Ministral-3-3B-Instruct-2512-Q4_K_M.gguf",
"port": 5001,
"port_param": 5001,
"host": "",
"launch": true,
"config": null,
"threads": -1,
"usecuda": null,
"usevulkan": null,
"useclblast": null,
"usecpu": null,
"contextsize": 8192,
"gpulayers": -1,
"tensor_split": null,
"version": false,
"analyze": "",
"maingpu": -1,
"batchsize": 512,
"blasthreads": null,
"lora": null,
"loramult": 1.0,
"noshift": false,
"nofastforward": false,
"useswa": false,
"ropeconfig": [
0.0,
10000.0
],
"overridenativecontext": 0,
"usemmap": false,
"usemlock": false,
"noavx2": false,
"failsafe": false,
"debugmode": 0,
"onready": "",
"benchmark": null,
"prompt": "",
"cli": false,
"genlimit": 0,
"multiuser": 1,
"multiplayer": false,
"websearch": false,
"remotetunnel": false,
"highpriority": false,
"foreground": false,
"preloadstory": null,
"savedatafile": null,
"quiet": false,
"ssl": null,
"nocertify": false,
"mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/Ministral-3-3B-Instruct-2512-mmproj-Q8_0.gguf",
"mmprojcpu": false,
"visionmaxres": 1024,
"draftmodel": null,
"draftamount": 8,
"draftgpulayers": 999,
"draftgpusplit": null,
"password": null,
"ratelimit": 0,
"ignoremissing": false,
"chatcompletionsadapter": "AutoGuess",
"jinja": false,
"jinja_tools": false,
"flashattention": true,
"lowvram": false,
"quantkv": 0,
"forceversion": 0,
"smartcontext": false,
"unpack": "",
"exportconfig": "",
"exporttemplate": "",
"nomodel": false,
"moeexperts": -1,
"moecpu": 0,
"defaultgenamt": 768,
"nobostoken": false,
"enableguidance": false,
"maxrequestsize": 32,
"overridekv": null,
"overridetensors": null,
"showgui": false,
"skiplauncher": false,
"singleinstance": false,
"hordemodelname": "",
"hordeworkername": "",
"hordekey": "",
"hordemaxctx": 0,
"hordegenlen": 0,
"sdmodel": "https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_0.gguf",
"sdthreads": 0,
"sdclamped": 0,
"sdclampedsoft": 0,
"sdt5xxl": "",
"sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-Q4_K_S.gguf",
"sdclip2": "",
"sdphotomaker": "",
"sdflashattention": true,
"sdoffloadcpu": true,
"sdvaecpu": false,
"sdclipgpu": false,
"sdconvdirect": "off",
"sdvae": "https://huggingface.co/camenduru/FLUX.1-dev/resolve/main/ae.safetensors",
"sdvaeauto": false,
"sdquant": 0,
"sdlora": "",
"sdloramult": 1.0,
"sdtiledvae": 768,
"sdgendefaults": "",
"whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
"ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
"ttswavtokenizer": "",
"ttsgpu": false,
"ttsmaxlen": 4096,
"ttsthreads": 0,
"embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf",
"embeddingsmaxctx": 0,
"embeddingsgpu": false,
"admin": false,
"adminpassword": "",
"admindir": "",
"hordeconfig": null,
"sdconfig": null,
"noblas": false,
"nommap": false,
"sdnotile": false,
"testmemory": false,
"istemplate": true
} |