catalog.json 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. {
  2. "schema_version": 3,
  3. "models": [
  4. {
  5. "id": "qwen3.8-27b",
  6. "display_name": "Qwen3.8 27B",
  7. "description": "Best all-round agent model; sees images; long context stays fast",
  8. "repo": "unsloth/Qwen3.8-27B-GGUF",
  9. "variants": [
  10. {
  11. "quant": "UD-Q4_K_M",
  12. "files": [
  13. {
  14. "path": "Qwen3.8-27B-UD-Q4_K_M.gguf",
  15. "size_bytes": 16464440224
  16. }
  17. ]
  18. }
  19. ],
  20. "n_ctx_train": 262144,
  21. "full_layers": 16,
  22. "recurrent_layers": 48,
  23. "per_layer_f16": 4096,
  24. "n_vocab": 248320,
  25. "mmproj": {
  26. "path": "mmproj-BF16.gguf",
  27. "size_bytes": 931146432,
  28. "local": "mmproj-Qwen3.8-27B-BF16.gguf"
  29. },
  30. "mtp": true,
  31. "mtp_draft_depth": 2,
  32. "sampling": {
  33. "chat-template-kwargs": "{\"reasoning_effort\":\"medium\"}",
  34. "temp": "1.0",
  35. "top-p": "0.95",
  36. "top-k": "20",
  37. "min-p": "0.0"
  38. },
  39. "quality": 90,
  40. "decode_fraction": 1.0,
  41. "draft": {
  42. "path": "Qwen3.8-27B-DFlash2-Q4_K_M.gguf",
  43. "size_bytes": 1143006816,
  44. "repo": "z-lab/Qwen3.8-27B-DFlash2-GGUF",
  45. "revision": "2d9571f8ce46e151f61c6499c99dee6079e1d610"
  46. },
  47. "draft_spec_type": "draft-dflash",
  48. "draft_depth": 7,
  49. "draft_min_engine": "b11370"
  50. },
  51. {
  52. "id": "qwen3.8-flash-next",
  53. "display_name": "Qwen3.8 Flash Next",
  54. "description": "Frontier-scale mixture-of-experts with multi-token prediction; sees images",
  55. "repo": "unsloth/Qwen3.8-Flash-Next-GGUF",
  56. "variants": [
  57. {
  58. "quant": "UD-IQ4_XS",
  59. "files": [
  60. {
  61. "path": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
  62. "size_bytes": 10946624,
  63. "revision": "38bb39ee97821de2c9009abb7e93950eec396e66"
  64. },
  65. {
  66. "path": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf",
  67. "size_bytes": 49835229856,
  68. "revision": "38bb39ee97821de2c9009abb7e93950eec396e66"
  69. },
  70. {
  71. "path": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf",
  72. "size_bytes": 43836407744,
  73. "revision": "38bb39ee97821de2c9009abb7e93950eec396e66"
  74. }
  75. ],
  76. "lazy_bytes": 28800138240
  77. }
  78. ],
  79. "n_ctx_train": 262144,
  80. "full_layers": 12,
  81. "recurrent_layers": 36,
  82. "per_layer_f16": 2048,
  83. "moe": true,
  84. "n_vocab": 248320,
  85. "architecture": "qwen4exp",
  86. "mtp_draft_depth": 3,
  87. "mmproj": {
  88. "path": "mmproj-BF16.gguf",
  89. "size_bytes": 907542944,
  90. "local": "mmproj-Qwen3.8-Flash-Next-BF16.gguf",
  91. "revision": "38bb39ee97821de2c9009abb7e93950eec396e66"
  92. },
  93. "mtp_head": {
  94. "repo": "ggml-org/Qwen3.8-Flash-Next-GGUF",
  95. "path": "mtp-Qwen3.8-Flash-Next-Q8_0.gguf",
  96. "size_bytes": 4137429280,
  97. "revision": "052beeaca7bec4a303e59cc7bc630c4f3a1b845d",
  98. "local": "mtp-Qwen3.8-Flash-Next-ggml-org-Q8_0.gguf"
  99. },
  100. "min_engine": "b11370",
  101. "quality": 95,
  102. "decode_fraction": 0.08
  103. },
  104. {
  105. "id": "nemotron-3.5-bolt-74b-a9b",
  106. "display_name": "Nemotron 3.5 Bolt",
  107. "description": "NVIDIA's 74B mixture-of-experts in a 2-bit build; sees images",
  108. "repo": "nvidia/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-GGUF",
  109. "variants": [
  110. {
  111. "quant": "IQ2",
  112. "files": [
  113. {
  114. "path": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  115. "size_bytes": 22018326528,
  116. "revision": "e0fecb69cb3e5e4c5e8a056fa2aec98c78e91246"
  117. }
  118. ]
  119. }
  120. ],
  121. "n_ctx_train": 262144,
  122. "full_layers": 8,
  123. "recurrent_layers": 80,
  124. "per_layer_f16": 1024,
  125. "moe": true,
  126. "n_vocab": 131072,
  127. "architecture": "nemotron_h_moe",
  128. "mmproj": {
  129. "path": "mmproj-NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  130. "size_bytes": 1733692736,
  131. "revision": "e0fecb69cb3e5e4c5e8a056fa2aec98c78e91246"
  132. },
  133. "min_engine": "b11671",
  134. "decode_fraction": 0.22,
  135. "recommend": false,
  136. "draft": {
  137. "path": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-LiLiCorr.gguf",
  138. "size_bytes": 998242560,
  139. "repo": "nvidia/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-LiLiCorr-GGUF",
  140. "revision": "182d2987939e12f458298b5d5f6ef98912f4ad6c"
  141. },
  142. "draft_spec_type": "draft-dflash",
  143. "draft_depth": 7,
  144. "draft_min_engine": "b11671"
  145. },
  146. {
  147. "id": "qwen3.6-35b-a3b",
  148. "display_name": "Qwen3.6 35B-A3B",
  149. "description": "Bigger mixture-of-experts with multi-token prediction; sees images",
  150. "repo": "unsloth/Qwen3.6-35B-A3B-MTP-GGUF",
  151. "variants": [
  152. {
  153. "quant": "UD-Q4_K_M",
  154. "files": [
  155. {
  156. "path": "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
  157. "size_bytes": 22663387424
  158. }
  159. ],
  160. "validated": true
  161. }
  162. ],
  163. "n_ctx_train": 262144,
  164. "full_layers": 10,
  165. "recurrent_layers": 30,
  166. "per_layer_f16": 2048,
  167. "moe": true,
  168. "mtp": true,
  169. "n_vocab": 248320,
  170. "mtp_draft_depth": 2,
  171. "mmproj": {
  172. "path": "mmproj-BF16.gguf",
  173. "size_bytes": 902822528,
  174. "local": "mmproj-Qwen3.6-35B-A3B-BF16.gguf"
  175. },
  176. "sampling": {
  177. "temp": "1.0",
  178. "top-p": "0.95",
  179. "top-k": "20",
  180. "min-p": "0.0"
  181. },
  182. "quality": 80,
  183. "decode_fraction": 0.15
  184. },
  185. {
  186. "id": "deepseek-v4-flash",
  187. "display_name": "DeepSeek V4 Flash",
  188. "description": "Frontier-class model for machines with 128GB+ memory",
  189. "repo": "unsloth/DeepSeek-V4-Flash-0731-GGUF",
  190. "variants": [
  191. {
  192. "quant": "UD-Q4_K_XL",
  193. "files": [
  194. {
  195. "path": "UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00001-of-00005.gguf",
  196. "size_bytes": 5257408
  197. },
  198. {
  199. "path": "UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00002-of-00005.gguf",
  200. "size_bytes": 48935523072
  201. },
  202. {
  203. "path": "UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00003-of-00005.gguf",
  204. "size_bytes": 48980787136
  205. },
  206. {
  207. "path": "UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00004-of-00005.gguf",
  208. "size_bytes": 49999168416
  209. },
  210. {
  211. "path": "UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00005-of-00005.gguf",
  212. "size_bytes": 7174505088
  213. }
  214. ]
  215. }
  216. ],
  217. "n_ctx_train": 1048576,
  218. "full_layers": 43,
  219. "recurrent_layers": 0,
  220. "per_layer_f16": 1152,
  221. "moe": true,
  222. "n_vocab": 163840,
  223. "draft": {
  224. "path": "dspark-DeepSeek-V4-Flash-0731-Q8_0.gguf",
  225. "size_bytes": 10896057440
  226. },
  227. "sampling": {
  228. "temp": "1.0",
  229. "top-p": "0.95",
  230. "min-p": "0.01"
  231. },
  232. "quality": 85,
  233. "decode_fraction": 0.1
  234. }
  235. ]
  236. }