models-preset.ini 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794
  1. ; Auto-generated llama.cpp models preset
  2. ; generated-at = 2026-07-06 15:00:32
  3. ; models-dir = E:\LMStudio\.lmstudio\models
  4. ; select = all
  5. ; profile = smart
  6. ; alias-style = section
  7. ; backup = none
  8. version = 1
  9. [HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P]
  10. model = E:\LMStudio\.lmstudio\models\HauhauCS\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf
  11. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF\mmproj-Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-f16.gguf
  12. alias = HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P
  13. ; ctx-size range = 512..262144; chosen = 43008
  14. ctx-size = 43008
  15. ; n-gpu-layers range = 0..30; chosen = 30
  16. n-gpu-layers = 30
  17. ; threads range = 1..20; chosen = 14
  18. threads = 14
  19. ; batch-size range = 32..2048; chosen = 2048
  20. batch-size = 2048
  21. ; ubatch-size range = 32..2048; chosen = 512
  22. ubatch-size = 512
  23. ; parallel range = 1..4; chosen = 4
  24. parallel = 4
  25. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  26. temp = 0.7
  27. top-k = 40
  28. top-p = 0.95
  29. min-p = 0.0
  30. repeat-penalty = 1.0
  31. cache-type-k = q8_0
  32. cache-type-v = q8_0
  33. kv-unified = true
  34. kv-offload = true
  35. mlock = true
  36. mmap = true
  37. seed = -1
  38. flash-attn = true
  39. ; n-cpu-moe range = 0..30; chosen = 0
  40. n-cpu-moe = 0
  41. [HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
  42. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
  43. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
  44. alias = HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
  45. ; ctx-size range = 512..262144; chosen = 43008
  46. ctx-size = 43008
  47. ; n-gpu-layers range = 0..40; chosen = 40
  48. n-gpu-layers = 40
  49. ; threads range = 1..20; chosen = 14
  50. threads = 14
  51. ; batch-size range = 32..2048; chosen = 2048
  52. batch-size = 2048
  53. ; ubatch-size range = 32..2048; chosen = 512
  54. ubatch-size = 512
  55. ; parallel range = 1..4; chosen = 4
  56. parallel = 4
  57. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  58. temp = 0.7
  59. top-k = 40
  60. top-p = 0.95
  61. min-p = 0.0
  62. repeat-penalty = 1.0
  63. cache-type-k = q8_0
  64. cache-type-v = q8_0
  65. kv-unified = true
  66. kv-offload = true
  67. mlock = true
  68. mmap = true
  69. seed = -1
  70. flash-attn = true
  71. ; n-cpu-moe range = 0..40; chosen = 0
  72. n-cpu-moe = 0
  73. [HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
  74. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
  75. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf
  76. alias = HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
  77. ; ctx-size range = 512..262144; chosen = 8192
  78. ctx-size = 8192
  79. ; n-gpu-layers range = 0..32; chosen = 32
  80. n-gpu-layers = 32
  81. ; threads range = 1..20; chosen = 14
  82. threads = 14
  83. ; batch-size range = 32..1024; chosen = 1024
  84. batch-size = 1024
  85. ; ubatch-size range = 32..1024; chosen = 512
  86. ubatch-size = 512
  87. ; parallel range = 1..1; chosen = 1
  88. parallel = 1
  89. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  90. temp = 0.8
  91. top-k = 40
  92. top-p = 0.95
  93. min-p = 0.05
  94. repeat-penalty = 1.0
  95. cache-type-k = q8_0
  96. cache-type-v = q8_0
  97. kv-unified = true
  98. kv-offload = true
  99. mlock = true
  100. mmap = true
  101. seed = -1
  102. flash-attn = true
  103. [HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
  104. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
  105. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf
  106. alias = HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
  107. ; ctx-size range = 512..262144; chosen = 8192
  108. ctx-size = 8192
  109. ; n-gpu-layers range = 0..32; chosen = 32
  110. n-gpu-layers = 32
  111. ; threads range = 1..20; chosen = 14
  112. threads = 14
  113. ; batch-size range = 32..1024; chosen = 1024
  114. batch-size = 1024
  115. ; ubatch-size range = 32..1024; chosen = 512
  116. ubatch-size = 512
  117. ; parallel range = 1..1; chosen = 1
  118. parallel = 1
  119. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  120. temp = 0.8
  121. top-k = 40
  122. top-p = 0.95
  123. min-p = 0.05
  124. repeat-penalty = 1.0
  125. cache-type-k = q8_0
  126. cache-type-v = q8_0
  127. kv-unified = true
  128. kv-offload = true
  129. mlock = true
  130. mmap = true
  131. seed = -1
  132. flash-attn = true
  133. [HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
  134. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
  135. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf
  136. alias = HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
  137. ; ctx-size range = 512..262144; chosen = 8192
  138. ctx-size = 8192
  139. ; n-gpu-layers range = 0..32; chosen = 32
  140. n-gpu-layers = 32
  141. ; threads range = 1..20; chosen = 14
  142. threads = 14
  143. ; batch-size range = 32..1024; chosen = 1024
  144. batch-size = 1024
  145. ; ubatch-size range = 32..1024; chosen = 512
  146. ubatch-size = 512
  147. ; parallel range = 1..1; chosen = 1
  148. parallel = 1
  149. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  150. temp = 0.8
  151. top-k = 40
  152. top-p = 0.95
  153. min-p = 0.05
  154. repeat-penalty = 1.0
  155. cache-type-k = q8_0
  156. cache-type-v = q8_0
  157. kv-unified = true
  158. kv-offload = true
  159. mlock = true
  160. mmap = true
  161. seed = -1
  162. flash-attn = true
  163. [HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
  164. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
  165. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf
  166. alias = HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
  167. ; ctx-size range = 512..262144; chosen = 8192
  168. ctx-size = 8192
  169. ; n-gpu-layers range = 0..32; chosen = 32
  170. n-gpu-layers = 32
  171. ; threads range = 1..20; chosen = 14
  172. threads = 14
  173. ; batch-size range = 32..1024; chosen = 1024
  174. batch-size = 1024
  175. ; ubatch-size range = 32..1024; chosen = 512
  176. ubatch-size = 512
  177. ; parallel range = 1..1; chosen = 1
  178. parallel = 1
  179. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  180. temp = 0.8
  181. top-k = 40
  182. top-p = 0.95
  183. min-p = 0.05
  184. repeat-penalty = 1.0
  185. cache-type-k = q8_0
  186. cache-type-v = q8_0
  187. kv-unified = true
  188. kv-offload = true
  189. mlock = true
  190. mmap = true
  191. seed = -1
  192. flash-attn = true
  193. [HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_P]
  194. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf
  195. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf
  196. alias = HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_P
  197. ; ctx-size range = 512..262144; chosen = 8192
  198. ctx-size = 8192
  199. ; n-gpu-layers range = 0..64; chosen = 64
  200. n-gpu-layers = 64
  201. ; threads range = 1..20; chosen = 14
  202. threads = 14
  203. ; batch-size range = 32..1024; chosen = 1024
  204. batch-size = 1024
  205. ; ubatch-size range = 32..1024; chosen = 512
  206. ubatch-size = 512
  207. ; parallel range = 1..1; chosen = 1
  208. parallel = 1
  209. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  210. temp = 0.8
  211. top-k = 40
  212. top-p = 0.95
  213. min-p = 0.05
  214. repeat-penalty = 1.0
  215. cache-type-k = q8_0
  216. cache-type-v = q8_0
  217. kv-unified = true
  218. kv-offload = true
  219. mlock = true
  220. mmap = true
  221. seed = -1
  222. flash-attn = true
  223. [HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P]
  224. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf
  225. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF\mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16.gguf
  226. alias = HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-GGUF:Q4_K_P
  227. ; ctx-size range = 512..262144; chosen = 8192
  228. ctx-size = 8192
  229. ; n-gpu-layers range = 0..64; chosen = 64
  230. n-gpu-layers = 64
  231. ; threads range = 1..20; chosen = 14
  232. threads = 14
  233. ; batch-size range = 32..1024; chosen = 1024
  234. batch-size = 1024
  235. ; ubatch-size range = 32..1024; chosen = 512
  236. ubatch-size = 512
  237. ; parallel range = 1..1; chosen = 1
  238. parallel = 1
  239. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  240. temp = 0.8
  241. top-k = 40
  242. top-p = 0.95
  243. min-p = 0.05
  244. repeat-penalty = 1.0
  245. cache-type-k = q8_0
  246. cache-type-v = q8_0
  247. kv-unified = true
  248. kv-offload = true
  249. mlock = true
  250. mmap = true
  251. seed = -1
  252. flash-attn = true
  253. [HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
  254. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
  255. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF\mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
  256. alias = HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
  257. ; ctx-size range = 512..262144; chosen = 43008
  258. ctx-size = 43008
  259. ; n-gpu-layers range = 0..40; chosen = 40
  260. n-gpu-layers = 40
  261. ; threads range = 1..20; chosen = 14
  262. threads = 14
  263. ; batch-size range = 32..2048; chosen = 2048
  264. batch-size = 2048
  265. ; ubatch-size range = 32..2048; chosen = 512
  266. ubatch-size = 512
  267. ; parallel range = 1..4; chosen = 4
  268. parallel = 4
  269. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  270. temp = 0.7
  271. top-k = 40
  272. top-p = 0.95
  273. min-p = 0.0
  274. repeat-penalty = 1.0
  275. cache-type-k = q8_0
  276. cache-type-v = q8_0
  277. kv-unified = true
  278. kv-offload = true
  279. mlock = true
  280. mmap = true
  281. seed = -1
  282. flash-attn = true
  283. ; n-cpu-moe range = 0..40; chosen = 0
  284. n-cpu-moe = 0
  285. [HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M]
  286. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-Q4_K_M.gguf
  287. mmproj = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF\mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf
  288. alias = HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NoThink-GGUF:Q4_K_M
  289. ; ctx-size range = 512..262144; chosen = 43008
  290. ctx-size = 43008
  291. ; n-gpu-layers range = 0..40; chosen = 40
  292. n-gpu-layers = 40
  293. ; threads range = 1..20; chosen = 14
  294. threads = 14
  295. ; batch-size range = 32..2048; chosen = 2048
  296. batch-size = 2048
  297. ; ubatch-size range = 32..2048; chosen = 512
  298. ubatch-size = 512
  299. ; parallel range = 1..4; chosen = 4
  300. parallel = 4
  301. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  302. temp = 0.7
  303. top-k = 40
  304. top-p = 0.95
  305. min-p = 0.0
  306. repeat-penalty = 1.0
  307. cache-type-k = q8_0
  308. cache-type-v = q8_0
  309. kv-unified = true
  310. kv-offload = true
  311. mlock = true
  312. mmap = true
  313. seed = -1
  314. flash-attn = true
  315. ; n-cpu-moe range = 0..40; chosen = 0
  316. n-cpu-moe = 0
  317. [HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M]
  318. model = E:\LMStudio\.lmstudio\models\HauhauCS\Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF\Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
  319. alias = HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-GGUF:Q4_K_M
  320. ; ctx-size range = 512..262144; chosen = 32768
  321. ctx-size = 32768
  322. ; n-gpu-layers range = 0..36; chosen = 36
  323. n-gpu-layers = 36
  324. ; threads range = 1..20; chosen = 14
  325. threads = 14
  326. ; batch-size range = 32..2048; chosen = 2048
  327. batch-size = 2048
  328. ; ubatch-size range = 32..2048; chosen = 512
  329. ubatch-size = 512
  330. ; parallel range = 1..4; chosen = 4
  331. parallel = 4
  332. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  333. temp = 0.8
  334. top-k = 40
  335. top-p = 0.95
  336. min-p = 0.05
  337. repeat-penalty = 1.0
  338. cache-type-k = q8_0
  339. cache-type-v = q8_0
  340. kv-unified = true
  341. kv-offload = true
  342. mlock = true
  343. mmap = true
  344. seed = -1
  345. flash-attn = true
  346. [Tencent/HY-MT1.5-1.8B-GGUF:Q4_K_M]
  347. model = E:\LMStudio\.lmstudio\models\Tencent\HY-MT1.5-1.8B-GGUF\HY-MT1.5-1.8B-Q4_K_M.gguf
  348. alias = Tencent/HY-MT1.5-1.8B-GGUF:Q4_K_M
  349. ; ctx-size range = 512..262144; chosen = 32768
  350. ctx-size = 32768
  351. ; n-gpu-layers range = 0..32; chosen = 32
  352. n-gpu-layers = 32
  353. ; threads range = 1..20; chosen = 14
  354. threads = 14
  355. ; batch-size range = 32..2048; chosen = 2048
  356. batch-size = 2048
  357. ; ubatch-size range = 32..2048; chosen = 512
  358. ubatch-size = 512
  359. ; parallel range = 1..4; chosen = 4
  360. parallel = 4
  361. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  362. temp = 0.8
  363. top-k = 40
  364. top-p = 0.95
  365. min-p = 0.05
  366. repeat-penalty = 1.0
  367. cache-type-k = q8_0
  368. cache-type-v = q8_0
  369. kv-unified = true
  370. kv-offload = true
  371. mlock = true
  372. mmap = true
  373. seed = -1
  374. flash-attn = true
  375. [ggml-org/Qwen3-ASR-1.7B-GGUF:Q8_0]
  376. model = E:\LMStudio\.lmstudio\models\ggml-org\Qwen3-ASR-1.7B-GGUF\Qwen3-ASR-1.7B-Q8_0.gguf
  377. mmproj = E:\LMStudio\.lmstudio\models\ggml-org\Qwen3-ASR-1.7B-GGUF\mmproj-Qwen3-ASR-1.7B-bf16.gguf
  378. alias = ggml-org/Qwen3-ASR-1.7B-GGUF:Q8_0
  379. ; ctx-size range = 512..65536; chosen = 8192
  380. ctx-size = 8192
  381. ; n-gpu-layers range = 0..28; chosen = 28
  382. n-gpu-layers = 28
  383. ; threads range = 1..20; chosen = 14
  384. threads = 14
  385. ; batch-size range = 32..1024; chosen = 1024
  386. batch-size = 1024
  387. ; ubatch-size range = 32..1024; chosen = 512
  388. ubatch-size = 512
  389. ; parallel range = 1..1; chosen = 1
  390. parallel = 1
  391. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  392. temp = 0.8
  393. top-k = 40
  394. top-p = 0.95
  395. min-p = 0.05
  396. repeat-penalty = 1.0
  397. cache-type-k = q8_0
  398. cache-type-v = q8_0
  399. kv-unified = true
  400. kv-offload = true
  401. mlock = true
  402. mmap = true
  403. seed = -1
  404. flash-attn = true
  405. [ggml-org/SmolVLM2-500M-Video-Instruct-GGUF:Q8_0]
  406. model = E:\LMStudio\.lmstudio\models\ggml-org\SmolVLM2-500M-Video-Instruct-GGUF\SmolVLM2-500M-Video-Instruct-Q8_0.gguf
  407. mmproj = E:\LMStudio\.lmstudio\models\ggml-org\SmolVLM2-500M-Video-Instruct-GGUF\mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf
  408. alias = ggml-org/SmolVLM2-500M-Video-Instruct-GGUF:Q8_0
  409. ; ctx-size range = 512..8192; chosen = 8192
  410. ctx-size = 8192
  411. ; n-gpu-layers range = 0..32; chosen = 32
  412. n-gpu-layers = 32
  413. ; threads range = 1..20; chosen = 14
  414. threads = 14
  415. ; batch-size range = 32..1024; chosen = 1024
  416. batch-size = 1024
  417. ; ubatch-size range = 32..1024; chosen = 512
  418. ubatch-size = 512
  419. ; parallel range = 1..1; chosen = 1
  420. parallel = 1
  421. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  422. temp = 0.8
  423. top-k = 40
  424. top-p = 0.95
  425. min-p = 0.05
  426. repeat-penalty = 1.0
  427. cache-type-k = f16
  428. cache-type-v = f16
  429. kv-unified = true
  430. kv-offload = true
  431. mlock = true
  432. mmap = true
  433. seed = -1
  434. flash-attn = true
  435. [lmstudio-community/Qwen3-8B-GGUF:Q4_K_M]
  436. model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3-8B-GGUF\Qwen3-8B-Q4_K_M.gguf
  437. alias = lmstudio-community/Qwen3-8B-GGUF:Q4_K_M
  438. ; ctx-size range = 512..32768; chosen = 32768
  439. ctx-size = 32768
  440. ; n-gpu-layers range = 0..36; chosen = 36
  441. n-gpu-layers = 36
  442. ; threads range = 1..20; chosen = 14
  443. threads = 14
  444. ; batch-size range = 32..2048; chosen = 2048
  445. batch-size = 2048
  446. ; ubatch-size range = 32..2048; chosen = 512
  447. ubatch-size = 512
  448. ; parallel range = 1..4; chosen = 4
  449. parallel = 4
  450. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  451. temp = 0.8
  452. top-k = 40
  453. top-p = 0.95
  454. min-p = 0.05
  455. repeat-penalty = 1.0
  456. cache-type-k = f16
  457. cache-type-v = f16
  458. kv-unified = true
  459. kv-offload = true
  460. mlock = true
  461. mmap = true
  462. seed = -1
  463. flash-attn = true
  464. [lmstudio-community/Qwen3.5-35B-A3B-GGUF:Q6_K]
  465. model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-35B-A3B-GGUF\Qwen3.5-35B-A3B-Q6_K.gguf
  466. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-35B-A3B-GGUF\mmproj-Qwen3.5-35B-A3B-BF16.gguf
  467. alias = lmstudio-community/Qwen3.5-35B-A3B-GGUF:Q6_K
  468. ; ctx-size range = 512..262144; chosen = 43008
  469. ctx-size = 43008
  470. ; n-gpu-layers range = 0..40; chosen = 40
  471. n-gpu-layers = 40
  472. ; threads range = 1..20; chosen = 14
  473. threads = 14
  474. ; batch-size range = 32..2048; chosen = 2048
  475. batch-size = 2048
  476. ; ubatch-size range = 32..2048; chosen = 512
  477. ubatch-size = 512
  478. ; parallel range = 1..4; chosen = 4
  479. parallel = 4
  480. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  481. temp = 0.7
  482. top-k = 40
  483. top-p = 0.95
  484. min-p = 0.0
  485. repeat-penalty = 1.0
  486. cache-type-k = q8_0
  487. cache-type-v = q8_0
  488. kv-unified = true
  489. kv-offload = true
  490. mlock = true
  491. mmap = true
  492. seed = -1
  493. flash-attn = true
  494. ; n-cpu-moe range = 0..40; chosen = 0
  495. n-cpu-moe = 0
  496. [lmstudio-community/Qwen3.5-4B-GGUF:Q4_K_M]
  497. model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-4B-GGUF\Qwen3.5-4B-Q4_K_M.gguf
  498. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-4B-GGUF\mmproj-Qwen3.5-4B-BF16.gguf
  499. alias = lmstudio-community/Qwen3.5-4B-GGUF:Q4_K_M
  500. ; ctx-size range = 512..262144; chosen = 8192
  501. ctx-size = 8192
  502. ; n-gpu-layers range = 0..32; chosen = 32
  503. n-gpu-layers = 32
  504. ; threads range = 1..20; chosen = 14
  505. threads = 14
  506. ; batch-size range = 32..1024; chosen = 1024
  507. batch-size = 1024
  508. ; ubatch-size range = 32..1024; chosen = 512
  509. ubatch-size = 512
  510. ; parallel range = 1..1; chosen = 1
  511. parallel = 1
  512. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  513. temp = 0.8
  514. top-k = 40
  515. top-p = 0.95
  516. min-p = 0.05
  517. repeat-penalty = 1.0
  518. cache-type-k = q8_0
  519. cache-type-v = q8_0
  520. kv-unified = true
  521. kv-offload = true
  522. mlock = true
  523. mmap = true
  524. seed = -1
  525. flash-attn = true
  526. [lmstudio-community/Qwen3.5-9B-GGUF:Q4_K_M]
  527. model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-9B-GGUF\Qwen3.5-9B-Q4_K_M.gguf
  528. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.5-9B-GGUF\mmproj-Qwen3.5-9B-BF16.gguf
  529. alias = lmstudio-community/Qwen3.5-9B-GGUF:Q4_K_M
  530. ; ctx-size range = 512..262144; chosen = 8192
  531. ctx-size = 8192
  532. ; n-gpu-layers range = 0..32; chosen = 32
  533. n-gpu-layers = 32
  534. ; threads range = 1..20; chosen = 14
  535. threads = 14
  536. ; batch-size range = 32..1024; chosen = 1024
  537. batch-size = 1024
  538. ; ubatch-size range = 32..1024; chosen = 512
  539. ubatch-size = 512
  540. ; parallel range = 1..1; chosen = 1
  541. parallel = 1
  542. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  543. temp = 0.8
  544. top-k = 40
  545. top-p = 0.95
  546. min-p = 0.05
  547. repeat-penalty = 1.0
  548. cache-type-k = q8_0
  549. cache-type-v = q8_0
  550. kv-unified = true
  551. kv-offload = true
  552. mlock = true
  553. mmap = true
  554. seed = -1
  555. flash-attn = true
  556. [lmstudio-community/Qwen3.6-35B-A3B-GGUF:Q4_K_M]
  557. model = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.6-35B-A3B-GGUF\Qwen3.6-35B-A3B-Q4_K_M.gguf
  558. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\Qwen3.6-35B-A3B-GGUF\mmproj-Qwen3.6-35B-A3B-BF16.gguf
  559. alias = lmstudio-community/Qwen3.6-35B-A3B-GGUF:Q4_K_M
  560. ; ctx-size range = 512..262144; chosen = 43008
  561. ctx-size = 43008
  562. ; n-gpu-layers range = 0..40; chosen = 40
  563. n-gpu-layers = 40
  564. ; threads range = 1..20; chosen = 14
  565. threads = 14
  566. ; batch-size range = 32..2048; chosen = 2048
  567. batch-size = 2048
  568. ; ubatch-size range = 32..2048; chosen = 512
  569. ubatch-size = 512
  570. ; parallel range = 1..4; chosen = 4
  571. parallel = 4
  572. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  573. temp = 0.7
  574. top-k = 40
  575. top-p = 0.95
  576. min-p = 0.0
  577. repeat-penalty = 1.0
  578. cache-type-k = q8_0
  579. cache-type-v = q8_0
  580. kv-unified = true
  581. kv-offload = true
  582. mlock = true
  583. mmap = true
  584. seed = -1
  585. flash-attn = true
  586. ; n-cpu-moe range = 0..40; chosen = 0
  587. n-cpu-moe = 0
  588. [lmstudio-community/gemma-3-12b-it-GGUF:Q4_K_M]
  589. model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-12b-it-GGUF\gemma-3-12b-it-Q4_K_M.gguf
  590. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-12b-it-GGUF\mmproj-model-f16.gguf
  591. alias = lmstudio-community/gemma-3-12b-it-GGUF:Q4_K_M
  592. ; ctx-size range = 512..131072; chosen = 8192
  593. ctx-size = 8192
  594. ; n-gpu-layers range = 0..48; chosen = 48
  595. n-gpu-layers = 48
  596. ; threads range = 1..20; chosen = 14
  597. threads = 14
  598. ; batch-size range = 32..1024; chosen = 1024
  599. batch-size = 1024
  600. ; ubatch-size range = 32..1024; chosen = 512
  601. ubatch-size = 512
  602. ; parallel range = 1..1; chosen = 1
  603. parallel = 1
  604. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  605. temp = 0.8
  606. top-k = 40
  607. top-p = 0.95
  608. min-p = 0.05
  609. repeat-penalty = 1.0
  610. cache-type-k = q8_0
  611. cache-type-v = q8_0
  612. kv-unified = true
  613. kv-offload = true
  614. mlock = true
  615. mmap = true
  616. seed = -1
  617. flash-attn = true
  618. [lmstudio-community/gemma-3-4b-it-GGUF:Q4_K_M]
  619. model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-4b-it-GGUF\gemma-3-4b-it-Q4_K_M.gguf
  620. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3-4b-it-GGUF\mmproj-model-f16.gguf
  621. alias = lmstudio-community/gemma-3-4b-it-GGUF:Q4_K_M
  622. ; ctx-size range = 512..131072; chosen = 8192
  623. ctx-size = 8192
  624. ; n-gpu-layers range = 0..34; chosen = 34
  625. n-gpu-layers = 34
  626. ; threads range = 1..20; chosen = 14
  627. threads = 14
  628. ; batch-size range = 32..1024; chosen = 1024
  629. batch-size = 1024
  630. ; ubatch-size range = 32..1024; chosen = 512
  631. ubatch-size = 512
  632. ; parallel range = 1..1; chosen = 1
  633. parallel = 1
  634. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  635. temp = 0.8
  636. top-k = 40
  637. top-p = 0.95
  638. min-p = 0.05
  639. repeat-penalty = 1.0
  640. cache-type-k = q8_0
  641. cache-type-v = q8_0
  642. kv-unified = true
  643. kv-offload = true
  644. mlock = true
  645. mmap = true
  646. seed = -1
  647. flash-attn = true
  648. [lmstudio-community/gemma-3n-E4B-it-text-GGUF:Q4_K_M]
  649. model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-3n-E4B-it-text-GGUF\gemma-3n-E4B-it-Q4_K_M.gguf
  650. alias = lmstudio-community/gemma-3n-E4B-it-text-GGUF:Q4_K_M
  651. ; ctx-size range = 512..32768; chosen = 32768
  652. ctx-size = 32768
  653. ; n-gpu-layers range = 0..35; chosen = 35
  654. n-gpu-layers = 35
  655. ; threads range = 1..20; chosen = 14
  656. threads = 14
  657. ; batch-size range = 32..2048; chosen = 2048
  658. batch-size = 2048
  659. ; ubatch-size range = 32..2048; chosen = 512
  660. ubatch-size = 512
  661. ; parallel range = 1..4; chosen = 4
  662. parallel = 4
  663. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  664. temp = 0.8
  665. top-k = 40
  666. top-p = 0.95
  667. min-p = 0.05
  668. repeat-penalty = 1.0
  669. cache-type-k = f16
  670. cache-type-v = f16
  671. kv-unified = true
  672. kv-offload = true
  673. mlock = true
  674. mmap = true
  675. seed = -1
  676. flash-attn = true
  677. [lmstudio-community/gemma-4-12B-it-QAT-GGUF:Q4_0]
  678. model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-12B-it-QAT-GGUF\gemma-4-12B-it-QAT-Q4_0.gguf
  679. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-12B-it-QAT-GGUF\mmproj-gemma-4-12B-it-QAT-BF16.gguf
  680. alias = lmstudio-community/gemma-4-12B-it-QAT-GGUF:Q4_0
  681. ; ctx-size range = 512..262144; chosen = 8192
  682. ctx-size = 8192
  683. ; n-gpu-layers range = 0..48; chosen = 48
  684. n-gpu-layers = 48
  685. ; threads range = 1..20; chosen = 14
  686. threads = 14
  687. ; batch-size range = 32..1024; chosen = 1024
  688. batch-size = 1024
  689. ; ubatch-size range = 32..1024; chosen = 512
  690. ubatch-size = 512
  691. ; parallel range = 1..1; chosen = 1
  692. parallel = 1
  693. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  694. temp = 0.8
  695. top-k = 40
  696. top-p = 0.95
  697. min-p = 0.05
  698. repeat-penalty = 1.0
  699. cache-type-k = q8_0
  700. cache-type-v = q8_0
  701. kv-unified = true
  702. kv-offload = true
  703. mlock = true
  704. mmap = true
  705. seed = -1
  706. flash-attn = true
  707. [lmstudio-community/gemma-4-26B-A4B-it-GGUF:Q6_K]
  708. model = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-26B-A4B-it-GGUF\gemma-4-26B-A4B-it-Q6_K.gguf
  709. mmproj = E:\LMStudio\.lmstudio\models\lmstudio-community\gemma-4-26B-A4B-it-GGUF\mmproj-gemma-4-26B-A4B-it-BF16.gguf
  710. alias = lmstudio-community/gemma-4-26B-A4B-it-GGUF:Q6_K
  711. ; ctx-size range = 512..262144; chosen = 43008
  712. ctx-size = 43008
  713. ; n-gpu-layers range = 0..30; chosen = 30
  714. n-gpu-layers = 30
  715. ; threads range = 1..20; chosen = 14
  716. threads = 14
  717. ; batch-size range = 32..2048; chosen = 2048
  718. batch-size = 2048
  719. ; ubatch-size range = 32..2048; chosen = 512
  720. ubatch-size = 512
  721. ; parallel range = 1..4; chosen = 4
  722. parallel = 4
  723. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  724. temp = 0.7
  725. top-k = 40
  726. top-p = 0.95
  727. min-p = 0.0
  728. repeat-penalty = 1.0
  729. cache-type-k = q8_0
  730. cache-type-v = q8_0
  731. kv-unified = true
  732. kv-offload = true
  733. mlock = true
  734. mmap = true
  735. seed = -1
  736. flash-attn = true
  737. ; n-cpu-moe range = 0..30; chosen = 0
  738. n-cpu-moe = 0
  739. [mradermacher/Qwen3-VL-8B-Abliterated-Caption-GGUF:Q4_K_M]
  740. model = E:\LMStudio\.lmstudio\models\mradermacher\Qwen3-VL-8B-Abliterated-Caption-GGUF\Qwen3-VL-8B-Abliterated-Caption-it.Q4_K_M.gguf
  741. mmproj = E:\LMStudio\.lmstudio\models\mradermacher\Qwen3-VL-8B-Abliterated-Caption-GGUF\Qwen3-VL-8B-Abliterated-Caption-it.mmproj-Q8_0.gguf
  742. alias = mradermacher/Qwen3-VL-8B-Abliterated-Caption-GGUF:Q4_K_M
  743. ; ctx-size range = 512..262144; chosen = 8192
  744. ctx-size = 8192
  745. ; n-gpu-layers range = 0..36; chosen = 36
  746. n-gpu-layers = 36
  747. ; threads range = 1..20; chosen = 14
  748. threads = 14
  749. ; batch-size range = 32..1024; chosen = 1024
  750. batch-size = 1024
  751. ; ubatch-size range = 32..1024; chosen = 512
  752. ubatch-size = 512
  753. ; parallel range = 1..1; chosen = 1
  754. parallel = 1
  755. ; Heuristic sampling defaults / 经验采样默认值, not GGUF metadata-derived
  756. temp = 0.8
  757. top-k = 40
  758. top-p = 0.95
  759. min-p = 0.05
  760. repeat-penalty = 1.0
  761. cache-type-k = q8_0
  762. cache-type-v = q8_0
  763. kv-unified = true
  764. kv-offload = true
  765. mlock = true
  766. mmap = true
  767. seed = -1
  768. flash-attn = true