| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794 |
- ; Auto-generated llama.cpp models preset
- ; generated-at = 2026-07-06 15:00:32
- ; models-dir = E:\LMStudio\.lmstudio\models
- ; select = all
- ; profile = smart
- ; alias-style = section
- ; backup = none
- version = 1
- [HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF\mmproj-Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-f16.gguf
- alias = HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..30; chosen = 30
- n-gpu-layers = 30
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..30; chosen = 0
- n-cpu-moe = 0
- [HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
- alias = HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..40; chosen = 40
- n-gpu-layers = 40
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..40; chosen = 0
- n-cpu-moe = 0
- [HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf
- alias = HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf
- alias = HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf
- alias = HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf
- alias = HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_P]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf
- alias = HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_P
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..64; chosen = 64
- n-gpu-layers = 64
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF\mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16.gguf
- alias = HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..64; chosen = 64
- n-gpu-layers = 64
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
- alias = HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..40; chosen = 40
- n-gpu-layers = 40
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..40; chosen = 0
- n-cpu-moe = 0
- [HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
- alias = HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..40; chosen = 40
- n-gpu-layers = 40
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..40; chosen = 0
- n-cpu-moe = 0
- [HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
- alias = HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 32768
- ctx-size = 32768
- ; n-gpu-layers range = 0..36; chosen = 36
- n-gpu-layers = 36
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [Tencent/HY-MT1.5-1.8B-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\Tencent\HY-MT1.5-1.8B-GGUF\HY-MT1.5-1.8B-Q4_K_M.gguf
- alias = Tencent/HY-MT1.5-1.8B-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 32768
- ctx-size = 32768
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [ggml-org/Qwen3-ASR-1.7B-GGUF:Q8_0]
- model = E:\LMStudio\.lmstudio\models\ggml-org\Qwen3-ASR-1.7B-GGUF\Qwen3-ASR-1.7B-Q8_0.gguf
- mmproj = E:\LMStudio\.lmstudio\models\ggml-org\Qwen3-ASR-1.7B-GGUF\mmproj-Qwen3-ASR-1.7B-bf16.gguf
- alias = ggml-org/Qwen3-ASR-1.7B-GGUF:Q8_0
- ; ctx-size range = 512..65536; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..28; chosen = 28
- n-gpu-layers = 28
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [ggml-org/SmolVLM2-500M-Video-Instruct-GGUF:Q8_0]
- model = E:\LMStudio\.lmstudio\models\ggml-org\SmolVLM2-500M-Video-Instruct-GGUF\SmolVLM2-500M-Video-Instruct-Q8_0.gguf
- mmproj = E:\LMStudio\.lmstudio\models\ggml-org\SmolVLM2-500M-Video-Instruct-GGUF\mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf
- alias = ggml-org/SmolVLM2-500M-Video-Instruct-GGUF:Q8_0
- ; ctx-size range = 512..8192; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = f16
- cache-type-v = f16
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/Qwen3-8B-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3-8B-GGUF\Qwen3-8B-Q4_K_M.gguf
- alias = lmstudio-community/Qwen3-8B-GGUF:Q4_K_M
- ; ctx-size range = 512..32768; chosen = 32768
- ctx-size = 32768
- ; n-gpu-layers range = 0..36; chosen = 36
- n-gpu-layers = 36
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = f16
- cache-type-v = f16
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/Qwen3.5-35B-A3B-GGUF:Q6_K]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-35B-A3B-GGUF\Qwen3.5-35B-A3B-Q6_K.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-35B-A3B-GGUF\mmproj-Qwen3.5-35B-A3B-BF16.gguf
- alias = lmstudio-community/Qwen3.5-35B-A3B-GGUF:Q6_K
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..40; chosen = 40
- n-gpu-layers = 40
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..40; chosen = 0
- n-cpu-moe = 0
- [lmstudio-community/Qwen3.5-4B-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-4B-GGUF\Qwen3.5-4B-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-4B-GGUF\mmproj-Qwen3.5-4B-BF16.gguf
- alias = lmstudio-community/Qwen3.5-4B-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/Qwen3.5-9B-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-9B-GGUF\Qwen3.5-9B-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-9B-GGUF\mmproj-Qwen3.5-9B-BF16.gguf
- alias = lmstudio-community/Qwen3.5-9B-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..32; chosen = 32
- n-gpu-layers = 32
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/Qwen3.6-35B-A3B-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.6-35B-A3B-GGUF\Qwen3.6-35B-A3B-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.6-35B-A3B-GGUF\mmproj-Qwen3.6-35B-A3B-BF16.gguf
- alias = lmstudio-community/Qwen3.6-35B-A3B-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..40; chosen = 40
- n-gpu-layers = 40
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..40; chosen = 0
- n-cpu-moe = 0
- [lmstudio-community/gemma-3-12b-it-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-12b-it-GGUF\gemma-3-12b-it-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-12b-it-GGUF\mmproj-model-f16.gguf
- alias = lmstudio-community/gemma-3-12b-it-GGUF:Q4_K_M
- ; ctx-size range = 512..131072; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..48; chosen = 48
- n-gpu-layers = 48
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/gemma-3-4b-it-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-4b-it-GGUF\gemma-3-4b-it-Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-4b-it-GGUF\mmproj-model-f16.gguf
- alias = lmstudio-community/gemma-3-4b-it-GGUF:Q4_K_M
- ; ctx-size range = 512..131072; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..34; chosen = 34
- n-gpu-layers = 34
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/gemma-3n-E4B-it-text-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3n-E4B-it-text-GGUF\gemma-3n-E4B-it-Q4_K_M.gguf
- alias = lmstudio-community/gemma-3n-E4B-it-text-GGUF:Q4_K_M
- ; ctx-size range = 512..32768; chosen = 32768
- ctx-size = 32768
- ; n-gpu-layers range = 0..35; chosen = 35
- n-gpu-layers = 35
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = f16
- cache-type-v = f16
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/gemma-4-12B-it-QAT-GGUF:Q4_0]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-12B-it-QAT-GGUF\gemma-4-12B-it-QAT-Q4_0.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-12B-it-QAT-GGUF\mmproj-gemma-4-12B-it-QAT-BF16.gguf
- alias = lmstudio-community/gemma-4-12B-it-QAT-GGUF:Q4_0
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..48; chosen = 48
- n-gpu-layers = 48
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- [lmstudio-community/gemma-4-26B-A4B-it-GGUF:Q6_K]
- model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-26B-A4B-it-GGUF\gemma-4-26B-A4B-it-Q6_K.gguf
- mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-26B-A4B-it-GGUF\mmproj-gemma-4-26B-A4B-it-BF16.gguf
- alias = lmstudio-community/gemma-4-26B-A4B-it-GGUF:Q6_K
- ; ctx-size range = 512..262144; chosen = 43008
- ctx-size = 43008
- ; n-gpu-layers range = 0..30; chosen = 30
- n-gpu-layers = 30
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..2048; chosen = 2048
- batch-size = 2048
- ; ubatch-size range = 32..2048; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..4; chosen = 4
- parallel = 4
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.7
- top-k = 40
- top-p = 0.95
- min-p = 0.0
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
- ; n-cpu-moe range = 0..30; chosen = 0
- n-cpu-moe = 0
- [mradermacher/Qwen3-VL-8B-Abliterated-Caption-GGUF:Q4_K_M]
- model = E:\LMStudio\.lmstudio\models\mradermacher\Qwen3-VL-8B-Abliterated-Caption-GGUF\Qwen3-VL-8B-Abliterated-Caption-it.Q4_K_M.gguf
- mmproj = E:\LMStudio\.lmstudio\models\mradermacher\Qwen3-VL-8B-Abliterated-Caption-GGUF\Qwen3-VL-8B-Abliterated-Caption-it.mmproj-Q8_0.gguf
- alias = mradermacher/Qwen3-VL-8B-Abliterated-Caption-GGUF:Q4_K_M
- ; ctx-size range = 512..262144; chosen = 8192
- ctx-size = 8192
- ; n-gpu-layers range = 0..36; chosen = 36
- n-gpu-layers = 36
- ; threads range = 1..20; chosen = 14
- threads = 14
- ; batch-size range = 32..1024; chosen = 1024
- batch-size = 1024
- ; ubatch-size range = 32..1024; chosen = 512
- ubatch-size = 512
- ; parallel range = 1..1; chosen = 1
- parallel = 1
- ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
- temp = 0.8
- top-k = 40
- top-p = 0.95
- min-p = 0.05
- repeat-penalty = 1.0
- cache-type-k = q8_0
- cache-type-v = q8_0
- kv-unified = true
- kv-offload = true
- mlock = true
- mmap = true
- seed = -1
- flash-attn = true
|